-- Logs begin at Tue 2022-01-11 12:30:29 UTC, end at Tue 2022-01-11 13:25:23 UTC. -- Jan 11 12:59:43.200394 dv-cinder-824149-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 11 12:59:46.116959 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.common.config [-] Logging enabled! Jan 11 12:59:46.117621 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev344 Jan 11 12:59:46.117726 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102520) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 11 12:59:46.121012 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.common.config [-] Logging enabled! Jan 11 12:59:46.121272 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev344 Jan 11 12:59:46.121580 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102520) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 11 12:59:46.122518 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 11 12:59:46.122753 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 11 12:59:46.123281 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 11 12:59:46.123528 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 11 12:59:46.123755 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 11 12:59:46.124071 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.124516 dv-cinder-824149-3-iscsi neutron-server[102520]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 11 12:59:46.124827 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.125119 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.125442 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.125738 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.126027 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.126309 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.126603 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.126901 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.127183 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.127462 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.127746 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.128034 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.128344 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.128632 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.128918 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.129197 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] debug = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.129496 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.129898 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.130300 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.130579 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.130869 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.131143 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.131415 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.131687 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.131971 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.132322 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] host = dv-cinder-824149-3-iscsi {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.132605 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.132894 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.133181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.133469 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.133743 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.134019 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.134303 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.134576 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.134847 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.135121 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.135407 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.135694 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.135983 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.136234 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.136460 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.136749 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.137035 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.137308 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.137578 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.137850 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.138121 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.138390 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.138656 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.138939 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.139218 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.139501 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.139772 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.140042 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.140332 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.140603 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.140910 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.141183 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.141455 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.141727 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.142013 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.142279 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.142549 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.142846 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.143130 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.143409 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.143689 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.143959 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.144267 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.144535 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.144803 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.145069 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] use_json = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.145337 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.145603 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.145880 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.146147 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.146413 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.146696 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.146963 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.147244 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.147512 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:46.147803 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.148105 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.148568 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.148719 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.149010 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.149288 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.149574 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.149852 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.150135 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.150421 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.150709 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.150984 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.151281 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.151568 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.151860 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.152186 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.152483 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.152775 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.153047 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.153321 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.153596 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.153869 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.154155 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.154433 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.154724 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.155012 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.155290 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.155586 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.155871 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.156197 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.157012 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.157291 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.157572 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.157865 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.158143 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.158412 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.158688 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.158978 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.159253 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.159527 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.159820 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.160089 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.160386 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.160658 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.160936 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.161228 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.161507 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.161783 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.162057 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.162333 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.162604 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.162889 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.163163 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.163434 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.163706 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.163977 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.164273 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.164546 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.164818 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.165091 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.165366 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.165634 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.165904 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.166173 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.166441 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.166709 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.166984 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.167254 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.167527 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.167797 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.168066 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.168360 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.168632 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.168904 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.169194 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.169489 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.169765 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.170043 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.170321 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.170595 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.170870 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.171144 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.171421 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.171697 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.171967 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.172843 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.173130 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.173418 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.173720 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.173998 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.174292 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.174569 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.174850 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.175125 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.175400 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.175681 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.175959 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.176276 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.176567 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.176854 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.177148 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.177436 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.177715 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.178021 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.178298 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:46.178513 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 11 12:59:46.178750 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102520) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 11 12:59:46.524060 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 11 12:59:46.524367 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 11 12:59:46.524669 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 11 12:59:46.524999 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 11 12:59:46.855222 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:46.855446 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:46.855716 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:46.857035 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:46.857311 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:46.857575 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:46.903928 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:46.904233 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:46.904508 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:46.919011 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:46.919293 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:46.919565 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:46.947903 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:46.948205 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:46.948476 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:46.986390 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:46.986666 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:46.986935 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.323792 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.324441 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.324441 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.324618 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.325294 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.425570 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.425822 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.426103 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.426371 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.426638 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.426945 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.427205 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.427463 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.427716 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.427996 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.428281 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.428548 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.428805 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.429055 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.429308 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.429569 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.429820 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.430083 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.430346 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.430604 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.430871 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.431121 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.431398 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.431766 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.432012 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.432283 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.432675 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 12:59:47.432915 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 12:59:47.433158 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 12:59:47.433394 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 12:59:47.433629 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 12:59:47.433863 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 12:59:47.434225 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 11 12:59:47.437336 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 11 12:59:47.441887 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 11 12:59:47.445832 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jan 11 12:59:47.447436 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 11 12:59:47.447894 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 11 12:59:47.448259 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 11 12:59:47.448642 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 11 12:59:47.451467 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 11 12:59:47.451719 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 11 12:59:47.452066 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 11 12:59:47.458040 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 11 12:59:47.480833 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 11 12:59:47.481283 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.481577 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102520) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 11 12:59:47.481939 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.483314 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102520) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 11 12:59:47.483591 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 11 12:59:47.483836 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 11 12:59:47.487058 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.487340 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:47.551391 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 11 12:59:47.551630 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 11 12:59:47.551868 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 11 12:59:47.552280 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 11 12:59:47.572523 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_db.sqlalchemy.engines [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102520) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 11 12:59:48.009577 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Initializing driver for type 'gre' Jan 11 12:59:48.010103 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] gre ID ranges: [(1, 1000)] Jan 11 12:59:48.061600 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Initializing driver for type 'local' Jan 11 12:59:48.062008 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Initializing driver for type 'vlan' Jan 11 12:59:48.074937 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] VlanTypeDriver initialization complete Jan 11 12:59:48.075315 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Initializing driver for type 'vxlan' Jan 11 12:59:48.075818 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] vxlan ID ranges: [(1, 1000)] Jan 11 12:59:48.129486 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Initializing extension driver 'port_security' Jan 11 12:59:48.129828 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.extensions.port_security [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] PortSecurityExtensionDriver initialization complete Jan 11 12:59:48.130165 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Initializing mechanism driver 'openvswitch' Jan 11 12:59:48.130486 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Initializing mechanism driver 'hyperv' Jan 11 12:59:48.137103 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.plugin [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 12:59:48.137779 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > port after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.138152 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > port after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.138506 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > port after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.139030 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 12:59:48.139463 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > subnet after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.139816 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > subnet after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.140188 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.140583 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 12:59:48.141575 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > network after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.141922 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > network after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.142270 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > network after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.142657 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 12:59:48.143054 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > security_group after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.143401 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > security_group after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.143740 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.144285 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 12:59:48.144695 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.145045 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.145390 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.145780 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 12:59:48.146181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > address_group after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.146526 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > address_group after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.146863 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.147252 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 12:59:48.147630 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] ML2 OVO RPC backend initialized. {{(pid=102520) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jan 11 12:59:48.148362 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.148717 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.149132 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > network before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.149478 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > networks before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.149823 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > port before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.150164 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > ports before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.150508 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > subnet before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.150848 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > subnets before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.151193 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > network after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.151532 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > network after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.151866 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > network after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.152237 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > port after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.152579 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > port after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.152916 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > port after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.153252 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > subnet after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.153591 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > subnet after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.153925 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.154496 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.plugin [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Modular L2 Plugin initialization complete Jan 11 12:59:48.154828 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading services supported by the core plugin {{(pid=102520) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 11 12:59:48.155150 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Got port-security extension from driver 'port_security' Jan 11 12:59:48.155610 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.extensions.vlantransparent [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Disabled vlantransparent extension. Jan 11 12:59:48.156089 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102520) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 11 12:59:48.156433 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading Plugin: router Jan 11 12:59:48.192349 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.192741 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router after_create 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.193113 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router before_create 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.193478 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.193860 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.194216 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router after_delete 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.194572 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.194920 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.195278 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router after_create 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.195626 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router after_update 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.195978 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router after_update 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.196353 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.196717 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router after_update 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.197125 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router precommit_update 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.197492 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: port after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.197827 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: port after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.198164 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: subnet after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.198501 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.198849 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.199194 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router precommit_create 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.199538 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: port before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.199878 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router precommit_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.200264 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router after_update 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.200611 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.200959 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router precommit_create 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.201316 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.201658 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router precommit_update 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.202019 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > agent after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.202366 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > agent after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.202709 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > network after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.204173 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Tracking information for resource: router configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 12:59:48.204511 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Tracking information for resource: floatingip configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 12:59:48.209607 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.db.l3_agentschedulers_db [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 11 12:59:48.210182 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: port after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.210543 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: port after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.210897 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: port after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.211249 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: port after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.212025 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router before_create 55550100 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.212415 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.212781 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router precommit_create 55550100 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.213139 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > router precommit_update 55550100 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.217819 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.services.provider_configuration [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Service providers = [] {{(pid=102520) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 11 12:59:48.218186 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.db.servicetype_db [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102520) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 11 12:59:48.221201 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.services.service_base [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102520) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 12:59:48.221556 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.services.service_base [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102520) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 12:59:48.221898 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.services.service_base [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102520) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 12:59:48.222780 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.services.service_base [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102520) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 12:59:48.223150 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.services.service_base [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 11 12:59:48.223522 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 12:59:48.223840 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 11 12:59:48.234691 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 12:59:48.235031 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading Plugin: auto_allocate Jan 11 12:59:48.241158 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: network precommit_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.241526 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: network precommit_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.242045 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 12:59:48.242366 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading Plugin: tag Jan 11 12:59:48.248961 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 12:59:48.249295 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading Plugin: timestamp Jan 11 12:59:48.253863 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 12:59:48.254196 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading Plugin: network_ip_availability Jan 11 12:59:48.259689 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.260018 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.260400 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.261114 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 12:59:48.261434 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading Plugin: flavors Jan 11 12:59:48.266884 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 12:59:48.267219 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading Plugin: revisions Jan 11 12:59:48.271517 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 12:59:48.271912 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_concurrency.lockutils [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.747s {{(pid=102520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 11 12:59:48.272701 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102520) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 11 12:59:48.273037 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Initializing extension manager. Jan 11 12:59:48.273553 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: __init__.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.273893 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: __pycache__ {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.274223 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.274554 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: address_group.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.275301 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.275852 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: address-group Jan 11 12:59:48.276203 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: address_scope.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.277102 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.277609 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: address-scope Jan 11 12:59:48.277932 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.278849 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.279357 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: router-admin-state-down-before-update Jan 11 12:59:48.279679 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: agent.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.280419 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.280922 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: agent Jan 11 12:59:48.281244 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: agent_resources_synced.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.282173 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.282677 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: agent-resources-synced Jan 11 12:59:48.283001 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: allowedaddresspairs.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.284808 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.285334 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: allowed-address-pairs Jan 11 12:59:48.285665 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: auto_allocated_topology.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.286735 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.287251 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: auto-allocated-topology Jan 11 12:59:48.287580 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: availability_zone.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.288310 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.288818 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: availability_zone Jan 11 12:59:48.289144 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: availability_zone_filter.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.290055 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.290567 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: availability_zone_filter Jan 11 12:59:48.290895 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: data_plane_status.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.291789 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.292320 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension data-plane-status not supported by any of loaded plugins Jan 11 12:59:48.292646 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: default_subnetpools.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.293558 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.294065 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: default-subnetpools Jan 11 12:59:48.294388 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.295186 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.295690 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: dhcp_agent_scheduler Jan 11 12:59:48.296012 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: dns.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.296962 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.297485 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension dns-integration not supported by any of loaded plugins Jan 11 12:59:48.297804 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: dns_domain_ports.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.298709 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.299211 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 11 12:59:48.299530 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.300473 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.300969 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 11 12:59:48.301289 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: dvr.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.301952 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.302453 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: dvr Jan 11 12:59:48.302767 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: ecmp_routes.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.303678 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.304217 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 11 12:59:48.304541 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: empty_string_filtering.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.305449 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.305953 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: empty-string-filtering Jan 11 12:59:48.306275 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.307180 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.307685 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 11 12:59:48.308005 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.308939 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.309444 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 11 12:59:48.309763 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: external_net.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.310668 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.311174 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: external-net Jan 11 12:59:48.311493 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.312424 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.313444 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: extra_dhcp_opt Jan 11 12:59:48.313764 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: extraroute.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.314671 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.315176 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: extraroute Jan 11 12:59:48.315495 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: extraroute_atomic.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.316555 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.317068 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: extraroute-atomic Jan 11 12:59:48.317390 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: filter_validation.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.318048 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.318555 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: filter-validation Jan 11 12:59:48.318872 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: fip_pf_description.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.319772 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.320302 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 11 12:59:48.320623 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: fip_port_details.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.321531 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.322039 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: fip-port-details Jan 11 12:59:48.322361 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: flavors.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.323590 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.324105 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: flavors Jan 11 12:59:48.324665 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.326094 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.326613 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 11 12:59:48.326949 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: floatingip_pools.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.327646 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.328186 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: floatingip-pools Jan 11 12:59:48.329055 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: ip_allocation.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.329981 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.330490 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension ip_allocation not supported by any of loaded plugins Jan 11 12:59:48.330817 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.331733 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.332281 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: ip-substring-filtering Jan 11 12:59:48.332611 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: l2_adjacency.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.333534 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.334037 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 11 12:59:48.334364 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: l3.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.335437 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.335955 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: router Jan 11 12:59:48.336319 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.338557 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.339079 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 11 12:59:48.339414 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.340382 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.340907 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: ext-gw-mode Jan 11 12:59:48.341245 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.342160 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.342669 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: l3-ha Jan 11 12:59:48.342998 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: l3_flavors.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.343928 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.344468 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: l3-flavors Jan 11 12:59:48.344796 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.345705 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.346214 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 11 12:59:48.346538 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: l3agentscheduler.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.347556 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.348068 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: l3_agent_scheduler Jan 11 12:59:48.348422 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: local_ip.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.350189 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.350714 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension local_ip not supported by any of loaded plugins Jan 11 12:59:48.351047 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: logging.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.352553 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.353078 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension logging not supported by any of loaded plugins Jan 11 12:59:48.353407 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: metering.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.354138 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.354718 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: metering Jan 11 12:59:48.355046 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.356169 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.356690 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: metering_source_and_destination_fields Jan 11 12:59:48.357019 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: multiprovidernet.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.357942 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.358453 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: multi-provider Jan 11 12:59:48.358779 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: netmtu.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.359713 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.360266 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: net-mtu Jan 11 12:59:48.360592 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: netmtu_writable.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.361502 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.362012 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: net-mtu-writable Jan 11 12:59:48.362334 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: network_availability_zone.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.363002 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.363506 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: network_availability_zone Jan 11 12:59:48.364098 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: network_ip_availability.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.365234 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.365750 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: network-ip-availability Jan 11 12:59:48.366072 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: network_segment_range.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.366834 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.367340 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension network-segment-range not supported by any of loaded plugins Jan 11 12:59:48.367659 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: pagination.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.368793 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.369128 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: pagination Jan 11 12:59:48.369451 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: port_device_profile.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.370369 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.370881 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: port-device-profile Jan 11 12:59:48.371204 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.372147 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.372665 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: port-mac-address-regenerate Jan 11 12:59:48.372990 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.373894 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.374402 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: port-numa-affinity-policy Jan 11 12:59:48.374723 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: port_resource_request.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.376166 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.376672 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension port-resource-request not supported by any of loaded plugins Jan 11 12:59:48.376989 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: port_resource_request_groups.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.377956 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.378461 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 11 12:59:48.378784 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: portbindings.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.379701 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.380272 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: binding Jan 11 12:59:48.380604 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: portbindings_extended.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.381865 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.382378 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: binding-extended Jan 11 12:59:48.382705 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: portsecurity.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.383617 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.384199 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: port-security Jan 11 12:59:48.384475 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: project_id.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.385443 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.385779 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: project-id Jan 11 12:59:48.386104 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: providernet.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.387009 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.387521 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: provider Jan 11 12:59:48.387844 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: qos.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.392153 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.392676 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension qos not supported by any of loaded plugins Jan 11 12:59:48.393009 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.394261 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.394774 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 11 12:59:48.395103 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.396016 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.396561 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 11 12:59:48.396890 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: qos_default.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.397795 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.398308 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension qos-default not supported by any of loaded plugins Jan 11 12:59:48.398639 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: qos_fip.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.399551 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.400064 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension qos-fip not supported by any of loaded plugins Jan 11 12:59:48.400421 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.401327 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.401839 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 11 12:59:48.402164 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: qos_gateway_ip.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.403093 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.403603 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 11 12:59:48.403927 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: qos_port_network_policy.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.404872 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.405381 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 11 12:59:48.405704 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.406980 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.407785 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 11 12:59:48.408201 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: qos_pps_rule.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.409394 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.409912 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension qos-pps not supported by any of loaded plugins Jan 11 12:59:48.410239 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: qos_rule_type_details.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.411162 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.411674 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 11 12:59:48.411999 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: qos_rules_alias.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.413066 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.413577 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 11 12:59:48.413906 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: quota_check_limit.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.414818 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.415329 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: quota-check-limit Jan 11 12:59:48.415656 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: quotasv2.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.416615 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.416947 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: quotas Jan 11 12:59:48.417266 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: quotasv2_detail.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.420655 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.421001 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: quota_details Jan 11 12:59:48.421336 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: rbac.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.422413 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.423041 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: rbac-policies Jan 11 12:59:48.423387 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: rbac_address_group.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.424350 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.424869 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: rbac-address-group Jan 11 12:59:48.425198 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: rbac_address_scope.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.426115 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.426652 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: rbac-address-scope Jan 11 12:59:48.426958 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: rbac_security_groups.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.427901 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.428475 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: rbac-security-groups Jan 11 12:59:48.428740 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: rbac_subnetpool.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.429651 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.430160 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: rbac-subnetpool Jan 11 12:59:48.430498 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: revisionifmatch.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.431519 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.432032 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: revision-if-match Jan 11 12:59:48.432388 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: revisions.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.433507 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.434018 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: standard-attr-revisions Jan 11 12:59:48.434347 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: router_availability_zone.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.435020 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.435535 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: router_availability_zone Jan 11 12:59:48.435861 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: routerservicetype.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.436805 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.437309 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension router-service-type not supported by any of loaded plugins Jan 11 12:59:48.437634 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.439157 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.439680 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: security-groups-normalized-cidr Jan 11 12:59:48.440009 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.440978 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.441494 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: port-security-groups-filtering Jan 11 12:59:48.441818 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.442787 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.443303 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: security-groups-remote-address-group Jan 11 12:59:48.443631 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.444577 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.445103 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: security-groups-shared-filtering Jan 11 12:59:48.445447 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.446024 dv-cinder-824149-3-iscsi neutron-server[102520]: WARNING neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 11 12:59:48.446332 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: securitygroup.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.458153 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.458689 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: security-group Jan 11 12:59:48.459029 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: segment.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.459820 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.460359 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension segment not supported by any of loaded plugins Jan 11 12:59:48.460694 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.461643 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.462157 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 11 12:59:48.462487 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: servicetype.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.463585 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.464105 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: service-type Jan 11 12:59:48.464458 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: sorting.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.465443 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.465781 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: sorting Jan 11 12:59:48.466105 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: standard_attr_segment.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.467016 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.467535 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 11 12:59:48.467861 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: standardattrdescription.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.468534 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.469086 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: standard-attr-description Jan 11 12:59:48.469412 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: stateful_security_group.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.470346 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.470863 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: stateful-security-group Jan 11 12:59:48.471185 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: stdattrs_common.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.471751 dv-cinder-824149-3-iscsi neutron-server[102520]: WARNING neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 11 12:59:48.472071 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.473018 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.473531 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 11 12:59:48.473855 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: subnet_onboard.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.474923 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.475434 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: subnet_onboard Jan 11 12:59:48.475756 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.476714 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.477221 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 11 12:59:48.477544 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: subnet_service_types.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.478466 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.478975 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: subnet-service-types Jan 11 12:59:48.479298 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: subnetallocation.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.480423 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.480942 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: subnet_allocation Jan 11 12:59:48.481265 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.481925 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.482429 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: subnetpool-prefix-ops Jan 11 12:59:48.482749 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.483674 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.484216 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 11 12:59:48.485074 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: tagging.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.486156 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.486689 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: standard-attr-tag Jan 11 12:59:48.487019 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: timestamp.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.488288 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.489072 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loaded extension: standard-attr-timestamp Jan 11 12:59:48.489401 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: trunk.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.490427 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.490939 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension trunk not supported by any of loaded plugins Jan 11 12:59:48.491272 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: trunk_details.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.492223 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.492735 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension trunk-details not supported by any of loaded plugins Jan 11 12:59:48.493059 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: uplink_status_propagation.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.493971 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.494477 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 11 12:59:48.494802 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Loading extension file: vlantransparent.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 12:59:48.495468 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 12:59:48.495971 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 11 12:59:48.498484 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Creating instance of TrackedResource for resource:network Jan 11 12:59:48.499024 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Creating instance of TrackedResource for resource:subnet Jan 11 12:59:48.499427 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 12:59:48.499817 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Creating instance of TrackedResource for resource:port Jan 11 12:59:48.501619 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 12:59:48.502070 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Service FLAVORS assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 12:59:48.502686 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 12:59:48.503109 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 12:59:48.503444 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Creating instance of TrackedResource for resource:router Jan 11 12:59:48.503886 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Creating instance of TrackedResource for resource:floatingip Jan 11 12:59:48.504406 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Service METERING assigned prefix: /metering {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 12:59:48.505840 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.506223 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.506578 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 12:59:48.507585 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Creating instance of CountableResource for resource:rbac_policy Jan 11 12:59:48.508029 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Creating instance of TrackedResource for resource:security_group Jan 11 12:59:48.508495 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 11 12:59:48.509100 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Service CORE assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 12:59:48.509436 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 12:59:48.509830 dv-cinder-824149-3-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] subnetpool is already registered Jan 11 12:59:48.510216 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Service CORE assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 12:59:48.510558 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 12:59:48.510875 dv-cinder-824149-3-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] subnetpool is already registered Jan 11 12:59:48.513157 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 12:59:48.513589 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Service FLAVORS assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 12:59:48.514175 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 12:59:48.514596 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 12:59:48.514934 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Creating instance of TrackedResource for resource:router Jan 11 12:59:48.515273 dv-cinder-824149-3-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] router is already registered Jan 11 12:59:48.515687 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Creating instance of TrackedResource for resource:floatingip Jan 11 12:59:48.516064 dv-cinder-824149-3-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] floatingip is already registered Jan 11 12:59:48.516543 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Service METERING assigned prefix: /metering {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 12:59:48.517204 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Creating instance of CountableResource for resource:rbac_policy Jan 11 12:59:48.517534 dv-cinder-824149-3-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] rbac_policy is already registered Jan 11 12:59:48.517947 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Creating instance of TrackedResource for resource:security_group Jan 11 12:59:48.518286 dv-cinder-824149-3-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] security_group is already registered Jan 11 12:59:48.518704 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 11 12:59:48.519043 dv-cinder-824149-3-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] security_group_rule is already registered Jan 11 12:59:48.519664 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Service CORE assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 12:59:48.519993 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 12:59:48.520365 dv-cinder-824149-3-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] subnetpool is already registered Jan 11 12:59:48.520795 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Service CORE assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 12:59:48.521127 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 12:59:48.521460 dv-cinder-824149-3-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] subnetpool is already registered Jan 11 12:59:48.521932 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: extensions {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.523376 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: address-groups {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.524895 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: address-scopes {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.526209 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: agents {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.527370 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: auto-allocated-topology {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.528644 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: availability_zones {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.529867 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: dhcp-networks {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.531366 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: dhcp-agents {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.532903 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: routers {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.535120 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: flavors {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.536304 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: service_profiles {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.537521 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: next_providers {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.538949 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: service_profiles {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.540525 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: floatingip-pools {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.541758 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: routers {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.543853 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: floatingips {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.545171 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: l3-routers {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.546631 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: l3-agents {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.548621 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: metering-labels {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.549966 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: metering-label-rules {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.551247 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: network-ip-availabilities {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.552553 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: bindings {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.554981 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: quotas {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.556620 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: quotas {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.558152 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: rbac-policies {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.559451 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: security-groups {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.560726 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: security-group-rules {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.561958 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: service-providers {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.563788 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: subnetpools {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.565252 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: subnetpools {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.566717 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.568406 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.570264 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.572048 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.573844 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.575664 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.577394 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.579303 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.581069 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.582911 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 12:59:48.588775 dv-cinder-824149-3-iscsi neutron-server[102520]: WARNING keystonemiddleware.auth_token [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 11 12:59:48.593406 dv-cinder-824149-3-iscsi neutron-server[102520]: WARNING keystonemiddleware.auth_token [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 11 12:59:48.601829 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_concurrency.lockutils [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Acquired lock "singleton_lock" {{(pid=102520) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 11 12:59:48.602299 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_concurrency.lockutils [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Releasing lock "singleton_lock" {{(pid=102520) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 11 12:59:48.602939 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO oslo_service.service [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Starting 2 workers Jan 11 12:59:48.607812 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Started child 102629 {{(pid=102520) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 11 12:59:48.612931 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Started child 102630 {{(pid=102520) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 11 12:59:48.614191 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 12:59:48.614874 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO neutron.service [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 11 12:59:48.615368 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 12:59:48.615624 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [-] (102629) wsgi starting up on http://0.0.0.0:9696 Jan 11 12:59:48.617871 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO oslo_service.service [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Starting 1 workers Jan 11 12:59:48.618038 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 12:59:48.619336 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [-] (102630) wsgi starting up on http://0.0.0.0:9696 Jan 11 12:59:48.623126 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Started child 102631 {{(pid=102520) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 11 12:59:48.623669 dv-cinder-824149-3-iscsi neutron-server[102520]: INFO oslo_service.service [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Starting 1 workers Jan 11 12:59:48.627482 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.service [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] calling RpcWorker wait() {{(pid=102631) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 11 12:59:48.628001 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.service [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] returning from RpcWorker wait() {{(pid=102631) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 11 12:59:48.628742 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Started child 102632 {{(pid=102520) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 11 12:59:48.629457 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 12:59:48.629553 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-1d3e000a-2ae5-4ce4-a655-2fdca0485481 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 12:59:48.630021 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 12:59:48.631415 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102520) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 11 12:59:48.631632 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 11 12:59:48.631824 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 11 12:59:48.632054 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 11 12:59:48.632443 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 11 12:59:48.632615 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 11 12:59:48.633124 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.633418 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.633696 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.633784 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 12:59:48.634233 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.634233 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.634790 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.635072 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.635325 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.635585 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.635839 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.636015 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.636223 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.636482 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.636733 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.637028 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.637302 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.637540 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.637806 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.637978 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.638257 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.638493 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.638724 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.638981 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] debug = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.639387 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.639869 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.640137 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.640399 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.640622 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.641117 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.641259 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.641427 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.641676 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.641898 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.642129 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.642382 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.642619 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.642852 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.643107 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.643338 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.643592 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.643842 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.644336 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] host = dv-cinder-824149-3-iscsi {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.644587 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.644812 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.645037 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.645372 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.645520 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.645731 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.645986 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.646253 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.646493 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.646720 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.646960 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.647213 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.647427 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.647664 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.648285 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_options = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.648285 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.648525 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.648648 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.648785 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.648931 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.649057 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.649312 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.649474 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.649727 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.649962 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.650177 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.650391 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.650609 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.650908 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.651091 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.651319 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.651559 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.651795 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.652043 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.652279 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.652526 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.652750 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.652970 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.653204 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.653419 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.653632 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.653886 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.654098 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.654335 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.654565 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.654796 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.655042 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.655256 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.655506 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.655840 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 12:59:48.656108 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.656358 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.656622 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.656839 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.657111 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.657339 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.657590 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.657846 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.658087 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.658330 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.658545 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.658782 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.659024 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_json = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.659228 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.659539 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.659974 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.659974 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.660284 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.660701 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.660701 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.661141 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.661141 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.661437 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.661717 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.662091 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.662287 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.662683 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.662948 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.663202 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.663878 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.663878 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.663878 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.664258 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.664462 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.664768 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.665020 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.665276 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.665598 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.665839 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.666111 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.667469 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.667469 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.667469 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.667469 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.667469 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.667469 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.669116 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.669116 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.669116 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.669116 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.669116 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.669116 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.670001 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.670001 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.670001 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.670388 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.670388 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.670641 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.670775 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.670908 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.671181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.672970 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.672970 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.672970 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.672970 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.672970 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.675376 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.675376 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.675376 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.675376 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.675376 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.675376 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.675376 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.675376 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.675376 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.679549 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.679549 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.679549 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.679549 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.679549 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.679549 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.679549 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.679549 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.679549 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.680741 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.680741 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.680741 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.680741 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.680741 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.680741 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.680741 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.680741 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.680741 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.681771 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.681771 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.681771 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.681771 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.681771 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.681771 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.681771 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.681771 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.681771 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.682415 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.682415 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.682415 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.682415 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.682415 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.682415 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.682415 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.682415 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.682874 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.682874 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.682874 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.683667 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.683667 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.683667 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.685220 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.685220 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.685220 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.685220 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.685220 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.685220 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.685220 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.685915 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.685915 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.685915 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.690192 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.690192 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.690192 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.690192 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.690192 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.690192 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.690192 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.690192 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.691129 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.691129 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.691129 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.691129 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.691129 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.691129 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.691129 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.691129 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.692181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.692181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.692181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.692181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.692181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.692181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.692181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.692181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.693109 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.693109 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.693109 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.693109 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.693626 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.693626 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.693862 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.693985 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.694143 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.694365 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.694660 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.694901 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.695129 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.695365 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.696330 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.696330 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.696330 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.696592 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.696592 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.696818 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.697274 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.697516 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.697729 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.697971 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.698695 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.698695 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.698695 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.699037 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.699037 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.699246 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.699421 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.699676 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.699881 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.700138 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.700397 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.700590 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.700808 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.701080 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.701266 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.701480 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.701726 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.701959 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.702171 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.702358 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.702596 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.702839 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.703256 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.703570 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.703808 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.704020 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.704299 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.704530 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.705198 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.705198 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.705198 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.705657 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.705657 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.705951 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.706094 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.706240 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.706448 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.706689 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.706919 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.707152 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.707400 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.707713 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.707964 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.708214 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.708432 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.708647 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.708878 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.709110 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.709340 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.709556 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.709786 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.710022 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.710419 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.710729 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.710729 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.711060 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.711268 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.711356 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.711555 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.711762 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.712280 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.712636 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.712800 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.713014 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.713260 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.713432 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.713664 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.713899 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.714110 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.714620 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.714620 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.714894 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.715124 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.715124 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.715402 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.715918 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.715918 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.716292 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.716292 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.716570 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.716570 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.716826 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.717020 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.717229 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.718003 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.718003 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.718003 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.718867 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.718867 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.718867 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.718867 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.719267 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.719267 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.719484 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.719603 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.719799 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.720108 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.720616 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.720616 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.720860 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.721061 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.721303 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.721541 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.721850 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.722048 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.722290 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.722529 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.722762 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.723013 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.723276 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.723606 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.723886 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.724180 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.724436 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.724998 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.724998 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.725245 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.725434 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.725731 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.726053 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.726315 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.726553 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.726804 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.727146 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.727281 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.727460 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.727704 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.727950 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.728184 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.728420 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.728644 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.728866 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.729084 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.729306 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.729519 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.729769 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.729978 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.730219 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.730431 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.730583 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 11 12:59:48.731107 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102520) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 11 12:59:48.731256 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 11 12:59:48.731395 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 11 12:59:48.731566 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 11 12:59:48.731733 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 11 12:59:48.732393 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 11 12:59:48.732393 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.732393 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.732393 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.732913 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.732913 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.732913 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.733308 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.733308 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.733308 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.733569 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.733569 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.733930 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.733930 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.734069 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.734174 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.734331 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.734488 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.735173 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.735337 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.735494 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.735656 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.735844 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.735955 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] debug = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.736218 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.736384 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.736500 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.736633 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.736787 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.737400 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.737400 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.737400 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.737400 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.738086 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.738086 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.738086 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.738086 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.738086 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.738976 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.738976 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.738976 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.738976 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.739485 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] host = dv-cinder-824149-3-iscsi {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.739485 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.739485 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.739835 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.739835 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.739835 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.740205 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.740205 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.740398 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.740398 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.740555 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.740711 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.740869 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.741026 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.741183 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.741341 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_options = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.741498 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.741655 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.741813 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.741995 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.742158 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.742322 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.742479 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.742638 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.743356 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.743356 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.743356 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.743356 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.743356 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.743910 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.743910 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.743910 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.744447 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.744447 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.744447 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.744447 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.744824 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.744824 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.744984 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.744984 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.745129 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.745288 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.745477 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.745627 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 12:59:48.745727 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.745727 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.745882 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.746030 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.746187 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.746408 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.746497 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.746633 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.746789 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.746946 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.747103 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.747263 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.747421 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.747577 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.747735 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.747891 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.748048 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.748227 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.748385 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.748568 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_json = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.748737 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.748865 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.749023 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.749159 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.749333 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.749483 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.749609 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.749732 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.750065 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 12:59:48.750065 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.750318 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.750403 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.750539 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.750700 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.751371 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.751495 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.751649 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.751809 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.751970 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.753509 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.753509 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.753509 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.753509 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.753509 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.753509 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.753509 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.753509 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.755457 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.755457 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.755457 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.755457 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.755457 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.755457 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.755457 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.755457 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.757071 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.757071 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.757071 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.757071 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.757071 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.757071 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.757071 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.757071 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.758241 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.758241 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.758241 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.758241 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.758241 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.758241 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.758241 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.758241 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.758241 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.759082 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.759082 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.759082 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.759082 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.759082 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.759082 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.759082 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.759082 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.759082 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.760181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.760181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.760181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.760181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.760181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.760181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.760181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.760181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.760181 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.761037 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.761037 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.761037 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.761037 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.761037 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.761037 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.761037 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.761037 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.761037 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.761751 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.761751 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.761751 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.761751 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.761751 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.762457 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.762457 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.762457 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.762457 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.762909 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.762909 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.762909 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.763174 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.763174 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.763315 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.763391 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.763533 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.763693 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.763854 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.764016 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.764205 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.764375 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.764551 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.764711 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.764871 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.765030 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.765190 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.765350 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.765509 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.765669 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.765849 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.766010 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.766170 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.766330 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.766508 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.766653 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.766812 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.766970 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.767130 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.767290 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.767449 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.767609 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.767768 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.767928 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.768087 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.768269 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.768412 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.768576 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.768745 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.768907 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.769069 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.769229 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.769395 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.769566 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.769728 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.769890 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.770051 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.770211 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.770371 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.770531 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.770690 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.770850 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.771009 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.771169 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.771340 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.771501 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.771660 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.771820 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.772003 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.772182 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.772340 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.772520 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.772663 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.772798 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.772959 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.773118 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.773277 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.773437 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.773596 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.773756 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.773915 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.774075 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.774235 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.774396 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.774554 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.774713 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.774872 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.775031 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.775190 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.775349 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.775509 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.775668 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.775827 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.775985 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.776163 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.776325 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.776484 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.776687 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.776786 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.776948 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.777106 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.777265 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.777424 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.777584 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.777744 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.777905 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.778066 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.778226 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.778385 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.778544 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.778703 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.778863 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.779025 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.779186 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.779346 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.779505 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.779664 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.779824 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.779983 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.780159 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.780322 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.780482 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.780641 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.780815 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.780993 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.781130 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.781291 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.781472 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.781633 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.781792 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.781952 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.782111 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.782275 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.782435 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.782596 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.782760 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.782921 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.783081 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.783240 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.783399 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.783559 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.783719 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.783891 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.784051 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.784250 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.784381 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.784919 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.784919 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.784919 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.785132 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.785132 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.785305 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.785464 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.785796 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.785970 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.786127 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.786438 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.786599 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.786797 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.786918 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.787092 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.787249 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.787559 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.787718 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.787882 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.788040 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.788373 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.788535 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.788949 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.788949 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.789113 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.789195 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.789298 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.789458 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.789617 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.789776 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.789935 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.790094 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.790262 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.790424 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.790584 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.790770 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.790911 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.791070 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.791229 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.791400 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.791561 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.791722 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.791883 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.792042 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.792237 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.792401 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.792565 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.792734 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.792901 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.793063 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.793231 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.793399 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.793567 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.793727 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.793892 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.794064 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.794225 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.794385 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.794543 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.794703 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.794863 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.795022 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.795182 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.795341 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.795500 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.795660 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.795819 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.795978 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.796157 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.796319 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.796479 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.796638 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.796796 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.797030 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.797633 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 12:59:48.797787 dv-cinder-824149-3-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 11 12:59:48.871857 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 46822) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 12:59:48.880556 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065148 Jan 11 13:00:00.555886 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600442b7-72fa-4a2e-91a5-2fed9c9bf81e None None] get_active_networks_info from dv-cinder-824149-3-iscsi {{(pid=102631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 11 13:00:00.621473 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600442b7-72fa-4a2e-91a5-2fed9c9bf81e None None] No non-hosted networks {{(pid=102631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 11 13:00:00.637867 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7a4a2f0e-47b8-4843-b2c7-773d0f0f57b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7989942'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:02.569049 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-76d79c88-59ea-435a-a4e1-e291e28d5914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7989942'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:02.603078 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-02e3aa5e-7d11-4b9d-a53d-8d1480a6bd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:03.917411 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7989942'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:05.186229 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7989942'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:06.568799 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7989942'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:06.570394 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:06.570818 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:06.571491 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:06.572020 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:06.572561 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:06.573093 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:06.573627 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:06.574174 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:06.574691 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:06.575206 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:06.575850 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:06.576724 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:06.577258 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:06.578223 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-824149-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:00:06.600348 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824149-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:00:08.541620 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.db.l3_hamode_db [None req-903ccfba-90e4-4196-84c3-aace5b545492 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 11 13:00:08.622854 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903ccfba-90e4-4196-84c3-aace5b545492 None None] Routers set() bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:00:08.623257 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903ccfba-90e4-4196-84c3-aace5b545492 None None] Router IDs set() for agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 11 13:00:09.598524 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 46920) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:00:10.078890 dv-cinder-824149-3-iscsi neutron-server[102630]: WARNING oslo_policy.policy [None req-da9939a5-5ebe-4a07-90d3-fcbef92f6906 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 13:00:10.079453 dv-cinder-824149-3-iscsi neutron-server[102630]: WARNING oslo_policy.policy [None req-da9939a5-5ebe-4a07-90d3-fcbef92f6906 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 13:00:10.307457 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [None req-da9939a5-5ebe-4a07-90d3-fcbef92f6906 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 13:00:10.308497 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-da9939a5-5ebe-4a07-90d3-fcbef92f6906 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7090485 Jan 11 13:00:13.210032 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 46936) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:00:13.505417 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-12503e94-b908-459a-b039-dea51e226450 admin admin] Request body: {'subnetpool': {'shared': True, 'tenant_id': '03262144855d495daca30ca50f221597', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:00:13.600305 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.policy [None req-12503e94-b908-459a-b039-dea51e226450 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102630) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 11 13:00:13.646414 dv-cinder-824149-3-iscsi neutron-server[102630]: WARNING oslo_policy.policy [None req-12503e94-b908-459a-b039-dea51e226450 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 13:00:13.646739 dv-cinder-824149-3-iscsi neutron-server[102630]: WARNING oslo_policy.policy [None req-12503e94-b908-459a-b039-dea51e226450 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 13:00:13.655610 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.quota [None req-12503e94-b908-459a-b039-dea51e226450 admin admin] Loaded quota_driver: . Jan 11 13:00:13.743617 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-12503e94-b908-459a-b039-dea51e226450 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779299927320', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779299924679', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779299945811', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779299940954', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779299932138', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779299692660', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-765900', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-763791', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7932615', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8258709'] for rbac-policy (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:13.806934 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-12503e94-b908-459a-b039-dea51e226450 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:13.808129 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-12503e94-b908-459a-b039-dea51e226450 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5971003 Jan 11 13:00:16.655095 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 46948) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:00:16.951851 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '1b286028e451486599a8e02d169b055f', 'tenant_id': '1b286028e451486599a8e02d169b055f', 'name': 'private'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:00:16.981274 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Made reservation on behalf of 1b286028e451486599a8e02d169b055f for: {'network': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:00:16.984389 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:17.001100 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:17.106496 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Publish callbacks [] for security_group (bf6c2634-6ae4-4c7d-9977-6d7b3051b597), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:17.110043 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (bf6c2634-6ae4-4c7d-9977-6d7b3051b597), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:17.130085 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=102630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:00:17.158638 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779303588262', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (65571a8d-599d-4e14-8d71-79b6e4eea8de), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:17.159212 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Unsubscribe: segment precommit_create {{(pid=102630) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 11 13:00:17.159720 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.db.segments_db [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Added segment 65571a8d-599d-4e14-8d71-79b6e4eea8de of type vlan for network bbcaaedb-f7b1-43f4-8043-74ad886591cf Jan 11 13:00:17.176573 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6c2634-6ae4-4c7d-9977-6d7b3051b597,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:00:17.225561 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:17.225930 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:17.226286 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:17.226624 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:17.226955 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:17.227283 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:17.227623 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:17.227953 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:17.228317 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:17.228668 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:17.228993 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:17.229343 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:17.229731 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Tracked resource versions report: Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: pushed versions: Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: { 'AddressGroup': {'1.2'}, Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'ConntrackHelper': {'1.0'}, Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'LocalIPAssociation': {'1.0'}, Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Log': {'1.0'}, Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Network': {'1.1'}, Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Port': {'1.7'}, Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'PortForwarding': {'1.2'}, Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'QosPolicy': {'1.10'}, Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'SecurityGroup': {'1.5'}, Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'SecurityGroupRule': {'1.2'}, Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'SubPort': {'1.0'}, Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Subnet': {'1.1'}, Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Trunk': {'1.1'}} Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: consumer versions: Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: { DHCP agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: L3 agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: Metadata agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: Metering agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: Open vSwitch agent@dv-cinder-824149-3-iscsi: { 'AddressGroup': '1.2', Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'ConntrackHelper': '1.0', Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'LocalIPAssociation': '1.0', Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Log': '1.0', Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Network': '1.1', Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Port': '1.7', Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'PortForwarding': '1.2', Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'QosPolicy': '1.10', Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'SecurityGroup': '1.5', Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'SecurityGroupRule': '1.2', Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'SubPort': '1.0', Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Subnet': '1.1', Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Trunk': '1.1'}} Jan 11 13:00:17.231416 dv-cinder-824149-3-iscsi neutron-server[102630]: {{(pid=102630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 13:00:17.264906 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (bbcaaedb-f7b1-43f4-8043-74ad886591cf), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:17.305002 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (bbcaaedb-f7b1-43f4-8043-74ad886591cf), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:17.306066 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:00:17.306766 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:17.366229 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7091200 Jan 11 13:00:17.406705 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31628c0-f45a-4773-9d39-17ca6e3ede35 admin admin] Pushing event updated for resources: {'Network': ['ID=bbcaaedb-f7b1-43f4-8043-74ad886591cf,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:00:17.418674 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network bbcaaedb-f7b1-43f4-8043-74ad886591cf details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:00:20.252198 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 46962) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:00:20.638274 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc369b1f-47cb-4591-83e5-a58c29786d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:00:20.639608 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-fc369b1f-47cb-4591-83e5-a58c29786d60 admin admin] 10.222.0.52 "GET /v2.0/networks/bbcaaedb-f7b1-43f4-8043-74ad886591cf HTTP/1.1" status: 200 len: 825 time: 0.3864942 Jan 11 13:00:20.663062 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-f2dbe2e3-4494-434a-8de9-41da48d41b29 admin admin] 10.222.0.52 "GET /v2.0/subnetpools/fb44890b-ce70-463b-a880-25ee1cd499f1 HTTP/1.1" status: 200 len: 734 time: 0.0172765 Jan 11 13:00:20.671339 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-140380d7-d228-4d88-bc66-83f157877dc7 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '1b286028e451486599a8e02d169b055f', 'subnetpool_id': 'fb44890b-ce70-463b-a880-25ee1cd499f1', 'ip_version': 4, 'network_id': 'bbcaaedb-f7b1-43f4-8043-74ad886591cf', 'name': 'private-subnet'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:00:20.694268 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140380d7-d228-4d88-bc66-83f157877dc7 admin admin] Made reservation on behalf of 1b286028e451486599a8e02d169b055f for: {'subnet': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:00:20.696611 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-140380d7-d228-4d88-bc66-83f157877dc7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:20.980712 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-140380d7-d228-4d88-bc66-83f157877dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for subnet (c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:21.046504 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140380d7-d228-4d88-bc66-83f157877dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:00:21.050996 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140380d7-d228-4d88-bc66-83f157877dc7 admin admin] Checking segment: {'id': '65571a8d-599d-4e14-8d71-79b6e4eea8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bbcaaedb-f7b1-43f4-8043-74ad886591cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:00:21.051377 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140380d7-d228-4d88-bc66-83f157877dc7 admin admin] Network hostable DHCP agents. Network: bbcaaedb-f7b1-43f4-8043-74ad886591cf, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:00:21.074290 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140380d7-d228-4d88-bc66-83f157877dc7 admin admin] Network bbcaaedb-f7b1-43f4-8043-74ad886591cf is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:00:21.085383 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-140380d7-d228-4d88-bc66-83f157877dc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, bbcaaedb-f7b1-43f4-8043-74ad886591cf) {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:00:21.089942 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140380d7-d228-4d88-bc66-83f157877dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:00:21.090542 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-140380d7-d228-4d88-bc66-83f157877dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:21.095821 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0d7951-64db-4865-a1d0-f6a795a240b6 None None] Network bbcaaedb-f7b1-43f4-8043-74ad886591cf requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:00:21.107531 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-140380d7-d228-4d88-bc66-83f157877dc7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4394753 Jan 11 13:00:21.369797 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c2302f-ad13-5f8d-9307-c227788808ca-bbcaaedb-f7b1-43f4-8043-74ad886591cf', 'network_id': 'bbcaaedb-f7b1-43f4-8043-74ad886591cf', 'project_id': '1b286028e451486599a8e02d169b055f', 'fixed_ips': [{'subnet_id': 'c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a'}]}} from dv-cinder-824149-3-iscsi. {{(pid=102631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 13:00:21.371005 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:21.670728 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Allocated IP 172.20.0.2 (bbcaaedb-f7b1-43f4-8043-74ad886591cf/c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a/5f5bb2a2-8552-4ab4-b8cf-215360c6843c) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:00:21.908938 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Publish callbacks [] for port (5f5bb2a2-8552-4ab4-b8cf-215360c6843c), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:21.917006 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (5f5bb2a2-8552-4ab4-b8cf-215360c6843c), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:21.988647 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Network bbcaaedb-f7b1-43f4-8043-74ad886591cf is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:00:21.993125 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:00:21.996360 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:00:22.014093 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Pushing event updated for resources: {'Port': ['ID=5f5bb2a2-8552-4ab4-b8cf-215360c6843c,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:00:22.056006 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:22.056397 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:22.056763 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:22.057105 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:22.057435 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:22.057763 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:22.058087 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:22.058411 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:22.058734 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:22.059074 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:22.059401 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:22.059725 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:22.060039 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Tracked resource versions report: Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: pushed versions: Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: { 'AddressGroup': {'1.2'}, Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'ConntrackHelper': {'1.0'}, Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'LocalIPAssociation': {'1.0'}, Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Log': {'1.0'}, Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Network': {'1.1'}, Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Port': {'1.7'}, Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'PortForwarding': {'1.2'}, Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'QosPolicy': {'1.10'}, Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'SecurityGroup': {'1.5'}, Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'SecurityGroupRule': {'1.2'}, Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'SubPort': {'1.0'}, Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Subnet': {'1.1'}, Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Trunk': {'1.1'}} Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: consumer versions: Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: { DHCP agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: L3 agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: Metadata agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: Metering agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: Open vSwitch agent@dv-cinder-824149-3-iscsi: { 'AddressGroup': '1.2', Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'ConntrackHelper': '1.0', Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'LocalIPAssociation': '1.0', Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Log': '1.0', Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Network': '1.1', Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Port': '1.7', Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'PortForwarding': '1.2', Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'QosPolicy': '1.10', Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'SecurityGroup': '1.5', Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'SecurityGroupRule': '1.2', Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'SubPort': '1.0', Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Subnet': '1.1', Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Trunk': '1.1'}} Jan 11 13:00:22.062006 dv-cinder-824149-3-iscsi neutron-server[102631]: {{(pid=102631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 13:00:22.094204 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Attempting to bind port 5f5bb2a2-8552-4ab4-b8cf-215360c6843c on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:00:22.094606 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Attempting to bind port 5f5bb2a2-8552-4ab4-b8cf-215360c6843c by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '65571a8d-599d-4e14-8d71-79b6e4eea8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bbcaaedb-f7b1-43f4-8043-74ad886591cf'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:00:22.095021 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Attempting to bind port 5f5bb2a2-8552-4ab4-b8cf-215360c6843c on network bbcaaedb-f7b1-43f4-8043-74ad886591cf {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:00:22.099735 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:00:22.100337 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Checking segment: {'id': '65571a8d-599d-4e14-8d71-79b6e4eea8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bbcaaedb-f7b1-43f4-8043-74ad886591cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:00:22.100585 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:22.100976 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Bound using segment: {'id': '65571a8d-599d-4e14-8d71-79b6e4eea8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bbcaaedb-f7b1-43f4-8043-74ad886591cf'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:00:22.101470 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Bound port: 5f5bb2a2-8552-4ab4-b8cf-215360c6843c, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65571a8d-599d-4e14-8d71-79b6e4eea8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bbcaaedb-f7b1-43f4-8043-74ad886591cf'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:00:22.101860 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (5f5bb2a2-8552-4ab4-b8cf-215360c6843c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:22.165827 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] For port 5f5bb2a2-8552-4ab4-b8cf-215360c6843c, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:00:22.169994 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] For port 5f5bb2a2-8552-4ab4-b8cf-215360c6843c, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=5f5bb2a2-8552-4ab4-b8cf-215360c6843c,segment=NetworkSegment(65571a8d-599d-4e14-8d71-79b6e4eea8de),segment_id=65571a8d-599d-4e14-8d71-79b6e4eea8de)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:00:22.175456 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (5f5bb2a2-8552-4ab4-b8cf-215360c6843c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:22.236462 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56b536-d647-4108-89ba-deff884bb10c None None] Pushing event updated for resources: {'Port': ['ID=5f5bb2a2-8552-4ab4-b8cf-215360c6843c,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:00:23.767688 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 46970) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:00:24.081301 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [None req-7afbc009-58ba-4a11-b3ae-bf5395c7e8d3 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 13:00:24.082360 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-7afbc009-58ba-4a11-b3ae-bf5395c7e8d3 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3136196 Jan 11 13:00:26.733807 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 46978) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:00:27.043488 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [None req-44632a89-527d-4cd4-a308-e4f9115b3659 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 13:00:27.044818 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-44632a89-527d-4cd4-a308-e4f9115b3659 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3099713 Jan 11 13:00:29.938081 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 46988) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:00:30.443757 dv-cinder-824149-3-iscsi neutron-server[102629]: WARNING oslo_policy.policy [None req-ce8d2d06-95f8-4da6-8c3a-ef5a4fd73794 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 13:00:30.444418 dv-cinder-824149-3-iscsi neutron-server[102629]: WARNING oslo_policy.policy [None req-ce8d2d06-95f8-4da6-8c3a-ef5a4fd73794 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 13:00:30.516848 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-feec7882-4df9-4e7c-9c4d-2e0f58b74576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:30.675895 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ce8d2d06-95f8-4da6-8c3a-ef5a4fd73794 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1b286028e451486599a8e02d169b055f', 'name': 'router1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:00:30.742447 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.policy [None req-ce8d2d06-95f8-4da6-8c3a-ef5a4fd73794 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102629) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 11 13:00:30.788248 dv-cinder-824149-3-iscsi neutron-server[102629]: WARNING oslo_policy.policy [None req-ce8d2d06-95f8-4da6-8c3a-ef5a4fd73794 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 13:00:30.788638 dv-cinder-824149-3-iscsi neutron-server[102629]: WARNING oslo_policy.policy [None req-ce8d2d06-95f8-4da6-8c3a-ef5a4fd73794 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 13:00:30.798203 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.quota [None req-ce8d2d06-95f8-4da6-8c3a-ef5a4fd73794 admin admin] Loaded quota_driver: . Jan 11 13:00:30.855848 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2d06-95f8-4da6-8c3a-ef5a4fd73794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7983524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5210'] for router (6c79e538-569d-4bb6-a015-9d4001e838e7), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:30.857673 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2d06-95f8-4da6-8c3a-ef5a4fd73794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7983408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7987310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8314488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5205'] for router (6c79e538-569d-4bb6-a015-9d4001e838e7), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:31.009880 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2d06-95f8-4da6-8c3a-ef5a4fd73794 admin admin] Publish callbacks [] for router_controller (6c79e538-569d-4bb6-a015-9d4001e838e7), precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:31.015371 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2d06-95f8-4da6-8c3a-ef5a4fd73794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7983417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7954111'] for router (6c79e538-569d-4bb6-a015-9d4001e838e7), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:31.035350 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2d06-95f8-4da6-8c3a-ef5a4fd73794 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:31.036795 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-ce8d2d06-95f8-4da6-8c3a-ef5a4fd73794 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0966408 Jan 11 13:00:32.564362 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fa984e97-19c5-4839-9b11-c27cffab8e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:33.168210 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 5f5bb2a2-8552-4ab4-b8cf-215360c6843c up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:00:33.251414 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd49ffe-e93b-4188-83b5-8196719e0cc3 None None] Network bbcaaedb-f7b1-43f4-8043-74ad886591cf requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:00:33.283294 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 5f5bb2a2-8552-4ab4-b8cf-215360c6843c triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:00:33.283714 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (5f5bb2a2-8552-4ab4-b8cf-215360c6843c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:33.363820 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-991d3b4e-3bbb-403e-9feb-39fb201e6857 None None] Provisioning complete for port 5f5bb2a2-8552-4ab4-b8cf-215360c6843c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:00:33.364104 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-991d3b4e-3bbb-403e-9feb-39fb201e6857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (5f5bb2a2-8552-4ab4-b8cf-215360c6843c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:33.541509 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 5f5bb2a2-8552-4ab4-b8cf-215360c6843c is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:00:33.541898 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (5f5bb2a2-8552-4ab4-b8cf-215360c6843c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:33.571990 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-991d3b4e-3bbb-403e-9feb-39fb201e6857 None None] Current status of the port 5f5bb2a2-8552-4ab4-b8cf-215360c6843c is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:00:33.572661 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-991d3b4e-3bbb-403e-9feb-39fb201e6857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (5f5bb2a2-8552-4ab4-b8cf-215360c6843c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:33.605532 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] For port 5f5bb2a2-8552-4ab4-b8cf-215360c6843c, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=5f5bb2a2-8552-4ab4-b8cf-215360c6843c,segment=NetworkSegment(65571a8d-599d-4e14-8d71-79b6e4eea8de),segment_id=65571a8d-599d-4e14-8d71-79b6e4eea8de)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:00:33.611949 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (5f5bb2a2-8552-4ab4-b8cf-215360c6843c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:33.687169 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Pushing event updated for resources: {'Port': ['ID=5f5bb2a2-8552-4ab4-b8cf-215360c6843c,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:00:33.697507 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.db.api [None req-991d3b4e-3bbb-403e-9feb-39fb201e6857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 13:00:33.697929 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG oslo_db.api [None req-991d3b4e-3bbb-403e-9feb-39fb201e6857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 13:00:33.733895 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47010) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:00:33.883330 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:33.980902 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [None req-f1c24612-f40d-467e-9eaf-667b07bd8826 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 13:00:33.981912 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-f1c24612-f40d-467e-9eaf-667b07bd8826 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2470715 Jan 11 13:00:34.232975 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-991d3b4e-3bbb-403e-9feb-39fb201e6857 None None] Current status of the port 5f5bb2a2-8552-4ab4-b8cf-215360c6843c is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:00:34.352737 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-999b51f5-0fd8-43ef-a728-38ccf196da60 None None] Provisioning complete for port 5f5bb2a2-8552-4ab4-b8cf-215360c6843c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:00:34.353124 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-999b51f5-0fd8-43ef-a728-38ccf196da60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (5f5bb2a2-8552-4ab4-b8cf-215360c6843c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:34.429019 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-999b51f5-0fd8-43ef-a728-38ccf196da60 None None] Current status of the port 5f5bb2a2-8552-4ab4-b8cf-215360c6843c is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:00:35.139403 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 5f5bb2a2-8552-4ab4-b8cf-215360c6843c up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:00:35.170171 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:35.190589 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 5f5bb2a2-8552-4ab4-b8cf-215360c6843c triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:00:35.190955 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (5f5bb2a2-8552-4ab4-b8cf-215360c6843c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:35.312691 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 5f5bb2a2-8552-4ab4-b8cf-215360c6843c is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:00:36.547357 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47040) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:00:36.568660 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:36.599508 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Request body: {'network': {'is_default': True, 'tenant_id': '03262144855d495daca30ca50f221597', 'project_id': '03262144855d495daca30ca50f221597', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:00:36.624701 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Made reservation on behalf of 03262144855d495daca30ca50f221597 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:00:36.627419 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:36.642607 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:36.744108 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Publish callbacks [] for security_group (dd7b37f6-2289-4c69-acf2-e9679707880a), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:36.747693 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (dd7b37f6-2289-4c69-acf2-e9679707880a), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:36.758669 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Reserving flat network on physical network physnet1 {{(pid=102629) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 11 13:00:36.792237 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779303588262', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:36.792817 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Unsubscribe: segment precommit_create {{(pid=102629) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 11 13:00:36.793332 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Added segment 5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd of type flat for network 0598fff4-adad-45d5-af02-105f0894d10b Jan 11 13:00:36.808434 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7b37f6-2289-4c69-acf2-e9679707880a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:00:36.833992 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:36.834351 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:36.834694 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:36.835024 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:36.835347 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:36.835668 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:36.836003 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:36.836370 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:36.836705 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:36.837044 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:36.837364 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:36.837674 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:36.837986 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Tracked resource versions report: Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: pushed versions: Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: { 'AddressGroup': {'1.2'}, Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'ConntrackHelper': {'1.0'}, Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'LocalIPAssociation': {'1.0'}, Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Log': {'1.0'}, Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Network': {'1.1'}, Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Port': {'1.7'}, Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'PortForwarding': {'1.2'}, Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'QosPolicy': {'1.10'}, Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'SecurityGroup': {'1.5'}, Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'SecurityGroupRule': {'1.2'}, Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'SubPort': {'1.0'}, Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Subnet': {'1.1'}, Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Trunk': {'1.1'}} Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: consumer versions: Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: { DHCP agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: L3 agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: Metadata agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: Metering agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: Open vSwitch agent@dv-cinder-824149-3-iscsi: { 'AddressGroup': '1.2', Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'ConntrackHelper': '1.0', Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'LocalIPAssociation': '1.0', Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Log': '1.0', Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Network': '1.1', Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Port': '1.7', Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'PortForwarding': '1.2', Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'QosPolicy': '1.10', Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'SecurityGroup': '1.5', Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'SecurityGroupRule': '1.2', Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'SubPort': '1.0', Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Subnet': '1.1', Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Trunk': '1.1'}} Jan 11 13:00:36.839373 dv-cinder-824149-3-iscsi neutron-server[102629]: {{(pid=102629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 13:00:36.908637 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (0598fff4-adad-45d5-af02-105f0894d10b), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:36.950211 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (0598fff4-adad-45d5-af02-105f0894d10b), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:36.951484 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:00:36.952811 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:37.011931 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4634581 Jan 11 13:00:37.053699 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced0fd6-e35f-457d-9292-bca79ee2b3ee admin admin] Pushing event updated for resources: {'Network': ['ID=0598fff4-adad-45d5-af02-105f0894d10b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:00:37.064755 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network 0598fff4-adad-45d5-af02-105f0894d10b details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:00:39.484649 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47052) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:00:39.617495 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac381804-0402-43b9-8e59-397e5f519ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:00:39.618884 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-ac381804-0402-43b9-8e59-397e5f519ae4 admin admin] 10.222.0.52 "GET /v2.0/subnets/c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a HTTP/1.1" status: 200 len: 849 time: 0.1332822 Jan 11 13:00:39.753758 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-98cdaa70-0ae3-464c-9cf8-80776c9880ed admin admin] 10.222.0.52 "GET /v2.0/routers/6c79e538-569d-4bb6-a015-9d4001e838e7 HTTP/1.1" status: 200 len: 704 time: 0.1287432 Jan 11 13:00:40.014705 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:40.304536 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] Allocated IP 172.20.0.1 (bbcaaedb-f7b1-43f4-8043-74ad886591cf/c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a/a8c24a76-555f-4585-9e83-59ef6d7008cb) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:00:40.483935 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] Publish callbacks [] for port (a8c24a76-555f-4585-9e83-59ef6d7008cb), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:40.550021 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (a8c24a76-555f-4585-9e83-59ef6d7008cb), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:40.624275 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] Network bbcaaedb-f7b1-43f4-8043-74ad886591cf is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:00:40.628881 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:00:40.638414 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:00:40.638521 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7954030'] for router_interface (6c79e538-569d-4bb6-a015-9d4001e838e7), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:40.658932 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c24a76-555f-4585-9e83-59ef6d7008cb,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:00:40.788194 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-fc222fec-1e2c-4594-aeaf-720f6d5e2b91 None None] Provisioning complete for port a8c24a76-555f-4585-9e83-59ef6d7008cb triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:00:40.788772 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fc222fec-1e2c-4594-aeaf-720f6d5e2b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (a8c24a76-555f-4585-9e83-59ef6d7008cb), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:40.821081 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-fc222fec-1e2c-4594-aeaf-720f6d5e2b91 None None] Port a8c24a76-555f-4585-9e83-59ef6d7008cb cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:00:40.829592 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (a8c24a76-555f-4585-9e83-59ef6d7008cb), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:41.076336 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] Publish callbacks [] for port (a8c24a76-555f-4585-9e83-59ef6d7008cb), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:41.081173 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (a8c24a76-555f-4585-9e83-59ef6d7008cb), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:41.082042 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7987966'] for router_interface (6c79e538-569d-4bb6-a015-9d4001e838e7), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:41.161843 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c24a76-555f-4585-9e83-59ef6d7008cb,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:00:41.205864 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] Network bbcaaedb-f7b1-43f4-8043-74ad886591cf is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:00:41.207164 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:00:41.363935 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] Router 6c79e538-569d-4bb6-a015-9d4001e838e7 is scheduled to L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 13:00:41.444854 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-848a0ca5-816f-49bb-8cb3-4ffb52bc31d6 None None] Provisioning complete for port a8c24a76-555f-4585-9e83-59ef6d7008cb triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:00:41.445246 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-848a0ca5-816f-49bb-8cb3-4ffb52bc31d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (a8c24a76-555f-4585-9e83-59ef6d7008cb), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:41.454031 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:00:41.464210 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Sync routers for ids ['6c79e538-569d-4bb6-a015-9d4001e838e7'] in dv-cinder-824149-3-iscsi {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:00:41.467882 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-718aaf13-7af2-4a07-8475-531a32e7e2b6 admin admin] 10.222.0.52 "PUT /v2.0/routers/6c79e538-569d-4bb6-a015-9d4001e838e7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7088916 Jan 11 13:00:41.479885 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Routers {'6c79e538-569d-4bb6-a015-9d4001e838e7'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:00:41.480438 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:00:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['6c79e538-569d-4bb6-a015-9d4001e838e7'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:00:41.482140 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-848a0ca5-816f-49bb-8cb3-4ffb52bc31d6 None None] Port a8c24a76-555f-4585-9e83-59ef6d7008cb cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:00:41.683268 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Set router 6c79e538-569d-4bb6-a015-9d4001e838e7 gateway port host: None {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:00:42.110295 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c79e538-569d-4bb6-a015-9d4001e838e7', 'name': 'router1', 'tenant_id': '1b286028e451486599a8e02d169b055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:00:30Z', 'updated_at': '2022-01-11T13:00:40Z', 'revision_number': 2, 'project_id': '1b286028e451486599a8e02d169b055f', 'gw_port_host': None, '_interfaces': [{'id': 'a8c24a76-555f-4585-9e83-59ef6d7008cb', 'name': '', 'network_id': 'bbcaaedb-f7b1-43f4-8043-74ad886591cf', 'tenant_id': '1b286028e451486599a8e02d169b055f', 'mac_address': 'fa:16:3e:0a:07:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c79e538-569d-4bb6-a015-9d4001e838e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:00:40Z', 'updated_at': '2022-01-11T13:00:40Z', 'revision_number': 2, 'project_id': '1b286028e451486599a8e02d169b055f', 'subnets': [{'id': 'c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb44890b-ce70-463b-a880-25ee1cd499f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:00:42.161296 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Checking router: 6c79e538-569d-4bb6-a015-9d4001e838e7 for host: dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:00:42.161669 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Updating router 6c79e538-569d-4bb6-a015-9d4001e838e7 port a8c24a76-555f-4585-9e83-59ef6d7008cb binding host dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:00:42.209094 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (a8c24a76-555f-4585-9e83-59ef6d7008cb), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:42.719526 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Publish callbacks [] for port (a8c24a76-555f-4585-9e83-59ef6d7008cb), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:42.726719 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (a8c24a76-555f-4585-9e83-59ef6d7008cb), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:42.882583 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98fee9-4190-4147-8986-3a0d4ac67b8a None None] Pushing event updated for resources: {'Port': ['ID=a8c24a76-555f-4585-9e83-59ef6d7008cb,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:00:42.899033 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc98fee9-4190-4147-8986-3a0d4ac67b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:42.899384 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc98fee9-4190-4147-8986-3a0d4ac67b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:42.899727 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc98fee9-4190-4147-8986-3a0d4ac67b8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:42.900060 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc98fee9-4190-4147-8986-3a0d4ac67b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:42.900432 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc98fee9-4190-4147-8986-3a0d4ac67b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:42.900757 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc98fee9-4190-4147-8986-3a0d4ac67b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:42.901079 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc98fee9-4190-4147-8986-3a0d4ac67b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:42.901404 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc98fee9-4190-4147-8986-3a0d4ac67b8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:42.901725 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc98fee9-4190-4147-8986-3a0d4ac67b8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:42.902118 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc98fee9-4190-4147-8986-3a0d4ac67b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:42.902374 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc98fee9-4190-4147-8986-3a0d4ac67b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:42.902688 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc98fee9-4190-4147-8986-3a0d4ac67b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:42.903002 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc98fee9-4190-4147-8986-3a0d4ac67b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc98fee9-4190-4147-8986-3a0d4ac67b8a None None] Tracked resource versions report: Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: pushed versions: Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: { 'AddressGroup': {'1.2'}, Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'ConntrackHelper': {'1.0'}, Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'LocalIPAssociation': {'1.0'}, Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Log': {'1.0'}, Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Network': {'1.1'}, Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Port': {'1.7'}, Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'PortForwarding': {'1.2'}, Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'QosPolicy': {'1.10'}, Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'SecurityGroup': {'1.5'}, Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'SecurityGroupRule': {'1.2'}, Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'SubPort': {'1.0'}, Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Subnet': {'1.1'}, Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Trunk': {'1.1'}} Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: consumer versions: Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: { DHCP agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: L3 agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: Metadata agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: Metering agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: Open vSwitch agent@dv-cinder-824149-3-iscsi: { 'AddressGroup': '1.2', Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'ConntrackHelper': '1.0', Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'LocalIPAssociation': '1.0', Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Log': '1.0', Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Network': '1.1', Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Port': '1.7', Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'PortForwarding': '1.2', Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'QosPolicy': '1.10', Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'SecurityGroup': '1.5', Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'SecurityGroupRule': '1.2', Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'SubPort': '1.0', Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Subnet': '1.1', Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Trunk': '1.1'}} Jan 11 13:00:42.904448 dv-cinder-824149-3-iscsi neutron-server[102632]: {{(pid=102632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 13:00:42.906783 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Attempting to bind port a8c24a76-555f-4585-9e83-59ef6d7008cb on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:00:42.907198 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Attempting to bind port a8c24a76-555f-4585-9e83-59ef6d7008cb by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '65571a8d-599d-4e14-8d71-79b6e4eea8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bbcaaedb-f7b1-43f4-8043-74ad886591cf'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:00:42.907620 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Attempting to bind port a8c24a76-555f-4585-9e83-59ef6d7008cb on network bbcaaedb-f7b1-43f4-8043-74ad886591cf {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:00:42.913425 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:00:42.913812 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Checking segment: {'id': '65571a8d-599d-4e14-8d71-79b6e4eea8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bbcaaedb-f7b1-43f4-8043-74ad886591cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:00:42.914256 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:42.915211 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Bound using segment: {'id': '65571a8d-599d-4e14-8d71-79b6e4eea8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bbcaaedb-f7b1-43f4-8043-74ad886591cf'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:00:42.915211 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Bound port: a8c24a76-555f-4585-9e83-59ef6d7008cb, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65571a8d-599d-4e14-8d71-79b6e4eea8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bbcaaedb-f7b1-43f4-8043-74ad886591cf'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:00:42.915476 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (a8c24a76-555f-4585-9e83-59ef6d7008cb), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:42.983053 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] For port a8c24a76-555f-4585-9e83-59ef6d7008cb, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:00:43.004103 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] For port a8c24a76-555f-4585-9e83-59ef6d7008cb, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=a8c24a76-555f-4585-9e83-59ef6d7008cb,segment=NetworkSegment(65571a8d-599d-4e14-8d71-79b6e4eea8de),segment_id=65571a8d-599d-4e14-8d71-79b6e4eea8de)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:00:43.008847 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (a8c24a76-555f-4585-9e83-59ef6d7008cb), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:43.011266 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-a770dad4-eaaf-4c02-94fe-01b53bdcb5ca None None] Provisioning complete for port a8c24a76-555f-4585-9e83-59ef6d7008cb triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:00:43.011761 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a770dad4-eaaf-4c02-94fe-01b53bdcb5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (a8c24a76-555f-4585-9e83-59ef6d7008cb), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:43.060688 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Routers {'6c79e538-569d-4bb6-a015-9d4001e838e7'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:00:43.061915 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:00:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['6c79e538-569d-4bb6-a015-9d4001e838e7'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:00:43.114997 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-a770dad4-eaaf-4c02-94fe-01b53bdcb5ca None None] Current status of the port a8c24a76-555f-4585-9e83-59ef6d7008cb is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:00:43.115631 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a770dad4-eaaf-4c02-94fe-01b53bdcb5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (a8c24a76-555f-4585-9e83-59ef6d7008cb), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:43.156211 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-a770dad4-eaaf-4c02-94fe-01b53bdcb5ca None None] For port a8c24a76-555f-4585-9e83-59ef6d7008cb, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=a8c24a76-555f-4585-9e83-59ef6d7008cb,segment=NetworkSegment(65571a8d-599d-4e14-8d71-79b6e4eea8de),segment_id=65571a8d-599d-4e14-8d71-79b6e4eea8de)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:00:43.158265 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] Set router 6c79e538-569d-4bb6-a015-9d4001e838e7 gateway port host: None {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:00:43.161945 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a770dad4-eaaf-4c02-94fe-01b53bdcb5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (a8c24a76-555f-4585-9e83-59ef6d7008cb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:43.220548 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770dad4-eaaf-4c02-94fe-01b53bdcb5ca None None] Pushing event updated for resources: {'Port': ['ID=a8c24a76-555f-4585-9e83-59ef6d7008cb,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:00:43.281399 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-84ce8306-5c28-4094-b7cc-aaa6fffd8331 None None] Provisioning complete for port a8c24a76-555f-4585-9e83-59ef6d7008cb triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:00:43.281802 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-84ce8306-5c28-4094-b7cc-aaa6fffd8331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (a8c24a76-555f-4585-9e83-59ef6d7008cb), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:43.283591 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98fee9-4190-4147-8986-3a0d4ac67b8a None None] Pushing event updated for resources: {'Port': ['ID=a8c24a76-555f-4585-9e83-59ef6d7008cb,revision_number=4']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:00:43.365128 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-84ce8306-5c28-4094-b7cc-aaa6fffd8331 None None] Current status of the port a8c24a76-555f-4585-9e83-59ef6d7008cb is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:00:43.378292 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c79e538-569d-4bb6-a015-9d4001e838e7', 'name': 'router1', 'tenant_id': '1b286028e451486599a8e02d169b055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:00:30Z', 'updated_at': '2022-01-11T13:00:40Z', 'revision_number': 2, 'project_id': '1b286028e451486599a8e02d169b055f', 'gw_port_host': None, '_interfaces': [{'id': 'a8c24a76-555f-4585-9e83-59ef6d7008cb', 'name': '', 'network_id': 'bbcaaedb-f7b1-43f4-8043-74ad886591cf', 'tenant_id': '1b286028e451486599a8e02d169b055f', 'mac_address': 'fa:16:3e:0a:07:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c79e538-569d-4bb6-a015-9d4001e838e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:00:40Z', 'updated_at': '2022-01-11T13:00:42Z', 'revision_number': 4, 'project_id': '1b286028e451486599a8e02d169b055f', 'subnets': [{'id': 'c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb44890b-ce70-463b-a880-25ee1cd499f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:00:43.403608 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a1e17-f604-4027-bb9f-94e2b5b8c21a None None] The sync data for ids ['6c79e538-569d-4bb6-a015-9d4001e838e7'] in dv-cinder-824149-3-iscsi is: [{'id': '6c79e538-569d-4bb6-a015-9d4001e838e7', 'name': 'router1', 'tenant_id': '1b286028e451486599a8e02d169b055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:00:30Z', 'updated_at': '2022-01-11T13:00:40Z', 'revision_number': 2, 'project_id': '1b286028e451486599a8e02d169b055f', 'gw_port_host': None, '_interfaces': [{'id': 'a8c24a76-555f-4585-9e83-59ef6d7008cb', 'name': '', 'network_id': 'bbcaaedb-f7b1-43f4-8043-74ad886591cf', 'tenant_id': '1b286028e451486599a8e02d169b055f', 'mac_address': 'fa:16:3e:0a:07:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c79e538-569d-4bb6-a015-9d4001e838e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:00:40Z', 'updated_at': '2022-01-11T13:00:42Z', 'revision_number': 4, 'project_id': '1b286028e451486599a8e02d169b055f', 'subnets': [{'id': 'c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb44890b-ce70-463b-a880-25ee1cd499f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:00:46.500138 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47070) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:00:46.607964 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18eea1d-0d94-4b50-8bcd-412b746b5107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:00:46.609372 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e18eea1d-0d94-4b50-8bcd-412b746b5107 admin admin] 10.222.0.52 "GET /v2.0/networks/0598fff4-adad-45d5-af02-105f0894d10b HTTP/1.1" status: 200 len: 842 time: 0.1082668 Jan 11 13:00:46.618980 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-52a7c607-b03e-4b5b-ad38-89595926ec0c admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'tenant_id': '03262144855d495daca30ca50f221597', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'name': 'public-subnet'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:00:46.644038 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a7c607-b03e-4b5b-ad38-89595926ec0c admin admin] Made reservation on behalf of 03262144855d495daca30ca50f221597 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:00:46.646443 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52a7c607-b03e-4b5b-ad38-89595926ec0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:46.938879 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.objects.ports [None req-52a7c607-b03e-4b5b-ad38-89595926ec0c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102629) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 11 13:00:46.939213 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52a7c607-b03e-4b5b-ad38-89595926ec0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for subnet (66781078-a32f-4264-ad39-be43878d13e8), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:46.995462 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7c607-b03e-4b5b-ad38-89595926ec0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=66781078-a32f-4264-ad39-be43878d13e8,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:00:47.004098 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a7c607-b03e-4b5b-ad38-89595926ec0c admin admin] Checking segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:00:47.004481 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a7c607-b03e-4b5b-ad38-89595926ec0c admin admin] Network hostable DHCP agents. Network: 0598fff4-adad-45d5-af02-105f0894d10b, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:00:47.025014 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a7c607-b03e-4b5b-ad38-89595926ec0c admin admin] Network 0598fff4-adad-45d5-af02-105f0894d10b is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:00:47.036089 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-52a7c607-b03e-4b5b-ad38-89595926ec0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, 0598fff4-adad-45d5-af02-105f0894d10b) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:00:47.040313 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a7c607-b03e-4b5b-ad38-89595926ec0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:00:47.040965 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52a7c607-b03e-4b5b-ad38-89595926ec0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:47.047122 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ff769b-36aa-4e1c-baef-9cd7ec418d77 None None] Network 0598fff4-adad-45d5-af02-105f0894d10b requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:00:47.074827 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-52a7c607-b03e-4b5b-ad38-89595926ec0c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4420753 Jan 11 13:00:47.157608 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e358279-b19a-4937-9982-b079843984f9 None None] Network 0598fff4-adad-45d5-af02-105f0894d10b requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:00:49.623597 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47080) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:00:49.770073 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-71cb91bb-e976-407d-95c6-b79c0c2c42e7 admin admin] 10.222.0.52 "GET /v2.0/routers/6c79e538-569d-4bb6-a015-9d4001e838e7 HTTP/1.1" status: 200 len: 710 time: 0.1453741 Jan 11 13:00:49.859896 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de9a1c5-e75f-440a-908f-7e6f30e74b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:00:49.861336 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-0de9a1c5-e75f-440a-908f-7e6f30e74b2e admin admin] 10.222.0.52 "GET /v2.0/networks/0598fff4-adad-45d5-af02-105f0894d10b HTTP/1.1" status: 200 len: 886 time: 0.0860147 Jan 11 13:00:49.870516 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9625d447-5f22-47d0-8090-46a346acbff1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:00:50.192360 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9625d447-5f22-47d0-8090-46a346acbff1 admin admin] Publish callbacks [] for router_gateway (6c79e538-569d-4bb6-a015-9d4001e838e7), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:50.421252 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9625d447-5f22-47d0-8090-46a346acbff1 admin admin] Publish callbacks [] for router_gateway (6c79e538-569d-4bb6-a015-9d4001e838e7), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:50.493907 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9625d447-5f22-47d0-8090-46a346acbff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:50.597774 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-9625d447-5f22-47d0-8090-46a346acbff1 admin admin] Allocated IP 172.27.0.179 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/38e096ba-fbde-4ec0-aa3c-37e8bb0ad815) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:00:50.699244 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9625d447-5f22-47d0-8090-46a346acbff1 admin admin] Publish callbacks [] for port (38e096ba-fbde-4ec0-aa3c-37e8bb0ad815), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:50.731870 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9625d447-5f22-47d0-8090-46a346acbff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (38e096ba-fbde-4ec0-aa3c-37e8bb0ad815), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:50.773494 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9625d447-5f22-47d0-8090-46a346acbff1 admin admin] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:00:50.776221 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-9625d447-5f22-47d0-8090-46a346acbff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:00:50.781012 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9625d447-5f22-47d0-8090-46a346acbff1 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:00:50.783700 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625d447-5f22-47d0-8090-46a346acbff1 admin admin] Pushing event updated for resources: {'Port': ['ID=38e096ba-fbde-4ec0-aa3c-37e8bb0ad815,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:00:51.034206 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9625d447-5f22-47d0-8090-46a346acbff1 admin admin] Publish callbacks [] for router_gateway (6c79e538-569d-4bb6-a015-9d4001e838e7), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:51.176865 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device a8c24a76-555f-4585-9e83-59ef6d7008cb up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:00:51.226562 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port a8c24a76-555f-4585-9e83-59ef6d7008cb triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:00:51.227054 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (a8c24a76-555f-4585-9e83-59ef6d7008cb), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:51.234018 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9625d447-5f22-47d0-8090-46a346acbff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7987292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7983398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5191'] for router (6c79e538-569d-4bb6-a015-9d4001e838e7), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:51.237283 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9625d447-5f22-47d0-8090-46a346acbff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7954111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7987269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7954102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7983407'] for router (6c79e538-569d-4bb6-a015-9d4001e838e7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:51.302871 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port a8c24a76-555f-4585-9e83-59ef6d7008cb is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:00:51.343488 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9625d447-5f22-47d0-8090-46a346acbff1 admin admin] Router 6c79e538-569d-4bb6-a015-9d4001e838e7 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:00:51.533270 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9625d447-5f22-47d0-8090-46a346acbff1 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:00:51.537642 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9625d447-5f22-47d0-8090-46a346acbff1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:51.539033 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-9625d447-5f22-47d0-8090-46a346acbff1 admin admin] 10.222.0.52 "PUT /v2.0/routers/6c79e538-569d-4bb6-a015-9d4001e838e7 HTTP/1.1" status: 200 len: 890 time: 1.6716840 Jan 11 13:00:51.665520 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Sync routers for ids ['6c79e538-569d-4bb6-a015-9d4001e838e7'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:00:51.678162 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Routers {'6c79e538-569d-4bb6-a015-9d4001e838e7'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:00:51.678925 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:00:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['6c79e538-569d-4bb6-a015-9d4001e838e7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:00:51.891262 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Set router 6c79e538-569d-4bb6-a015-9d4001e838e7 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:00:52.344983 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c79e538-569d-4bb6-a015-9d4001e838e7', 'name': 'router1', 'tenant_id': '1b286028e451486599a8e02d169b055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '38e096ba-fbde-4ec0-aa3c-37e8bb0ad815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:00:30Z', 'updated_at': '2022-01-11T13:00:50Z', 'revision_number': 4, 'project_id': '1b286028e451486599a8e02d169b055f', 'gw_port': {'id': '38e096ba-fbde-4ec0-aa3c-37e8bb0ad815', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c79e538-569d-4bb6-a015-9d4001e838e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:00:50Z', 'updated_at': '2022-01-11T13:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'a8c24a76-555f-4585-9e83-59ef6d7008cb', 'name': '', 'network_id': 'bbcaaedb-f7b1-43f4-8043-74ad886591cf', 'tenant_id': '1b286028e451486599a8e02d169b055f', 'mac_address': 'fa:16:3e:0a:07:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c79e538-569d-4bb6-a015-9d4001e838e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:00:40Z', 'updated_at': '2022-01-11T13:00:43Z', 'revision_number': 5, 'project_id': '1b286028e451486599a8e02d169b055f', 'subnets': [{'id': 'c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb44890b-ce70-463b-a880-25ee1cd499f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:00:52.393229 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Checking router: 6c79e538-569d-4bb6-a015-9d4001e838e7 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:00:52.393587 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Updating router 6c79e538-569d-4bb6-a015-9d4001e838e7 port 38e096ba-fbde-4ec0-aa3c-37e8bb0ad815 binding host dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:00:52.441449 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (38e096ba-fbde-4ec0-aa3c-37e8bb0ad815), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:52.745735 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Publish callbacks [] for port (38e096ba-fbde-4ec0-aa3c-37e8bb0ad815), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:52.751713 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (38e096ba-fbde-4ec0-aa3c-37e8bb0ad815), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:52.803452 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Attempting to bind port 38e096ba-fbde-4ec0-aa3c-37e8bb0ad815 on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:00:52.803827 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Attempting to bind port 38e096ba-fbde-4ec0-aa3c-37e8bb0ad815 by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:00:52.804220 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Attempting to bind port 38e096ba-fbde-4ec0-aa3c-37e8bb0ad815 on network 0598fff4-adad-45d5-af02-105f0894d10b {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:00:52.806970 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa624f-f9b7-425d-8063-13f765ac4eae None None] Pushing event updated for resources: {'Port': ['ID=38e096ba-fbde-4ec0-aa3c-37e8bb0ad815,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:00:52.811371 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:00:52.811749 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Checking segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:00:52.812179 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:52.812567 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Bound using segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:00:52.813035 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Bound port: 38e096ba-fbde-4ec0-aa3c-37e8bb0ad815, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:00:52.813443 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (38e096ba-fbde-4ec0-aa3c-37e8bb0ad815), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:52.865045 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] For port 38e096ba-fbde-4ec0-aa3c-37e8bb0ad815, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:00:52.867896 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] For port 38e096ba-fbde-4ec0-aa3c-37e8bb0ad815, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=38e096ba-fbde-4ec0-aa3c-37e8bb0ad815,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:00:52.872220 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (38e096ba-fbde-4ec0-aa3c-37e8bb0ad815), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:52.927364 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa624f-f9b7-425d-8063-13f765ac4eae None None] Pushing event updated for resources: {'Port': ['ID=38e096ba-fbde-4ec0-aa3c-37e8bb0ad815,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:00:52.929877 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Routers {'6c79e538-569d-4bb6-a015-9d4001e838e7'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:00:52.930552 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:00:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['6c79e538-569d-4bb6-a015-9d4001e838e7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:00:53.035447 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] Set router 6c79e538-569d-4bb6-a015-9d4001e838e7 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:00:53.238568 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c79e538-569d-4bb6-a015-9d4001e838e7', 'name': 'router1', 'tenant_id': '1b286028e451486599a8e02d169b055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '38e096ba-fbde-4ec0-aa3c-37e8bb0ad815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:00:30Z', 'updated_at': '2022-01-11T13:00:50Z', 'revision_number': 4, 'project_id': '1b286028e451486599a8e02d169b055f', 'gw_port': {'id': '38e096ba-fbde-4ec0-aa3c-37e8bb0ad815', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c79e538-569d-4bb6-a015-9d4001e838e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:00:50Z', 'updated_at': '2022-01-11T13:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'a8c24a76-555f-4585-9e83-59ef6d7008cb', 'name': '', 'network_id': 'bbcaaedb-f7b1-43f4-8043-74ad886591cf', 'tenant_id': '1b286028e451486599a8e02d169b055f', 'mac_address': 'fa:16:3e:0a:07:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c79e538-569d-4bb6-a015-9d4001e838e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:00:40Z', 'updated_at': '2022-01-11T13:00:43Z', 'revision_number': 5, 'project_id': '1b286028e451486599a8e02d169b055f', 'subnets': [{'id': 'c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb44890b-ce70-463b-a880-25ee1cd499f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:00:53.267326 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee2863-4df8-4b82-81c1-84973e3d5481 None None] The sync data for ids ['6c79e538-569d-4bb6-a015-9d4001e838e7'] in dv-cinder-824149-3-iscsi is: [{'id': '6c79e538-569d-4bb6-a015-9d4001e838e7', 'name': 'router1', 'tenant_id': '1b286028e451486599a8e02d169b055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '38e096ba-fbde-4ec0-aa3c-37e8bb0ad815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:00:30Z', 'updated_at': '2022-01-11T13:00:50Z', 'revision_number': 4, 'project_id': '1b286028e451486599a8e02d169b055f', 'gw_port': {'id': '38e096ba-fbde-4ec0-aa3c-37e8bb0ad815', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c79e538-569d-4bb6-a015-9d4001e838e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:00:50Z', 'updated_at': '2022-01-11T13:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'a8c24a76-555f-4585-9e83-59ef6d7008cb', 'name': '', 'network_id': 'bbcaaedb-f7b1-43f4-8043-74ad886591cf', 'tenant_id': '1b286028e451486599a8e02d169b055f', 'mac_address': 'fa:16:3e:0a:07:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c79e538-569d-4bb6-a015-9d4001e838e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:00:40Z', 'updated_at': '2022-01-11T13:00:43Z', 'revision_number': 5, 'project_id': '1b286028e451486599a8e02d169b055f', 'subnets': [{'id': 'c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb44890b-ce70-463b-a880-25ee1cd499f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:00:54.174305 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47090) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:00:54.283413 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-51e2dae1-47d0-4360-bc1b-340f5042f4bb admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1079805 Jan 11 13:00:55.206956 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 38e096ba-fbde-4ec0-aa3c-37e8bb0ad815 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:00:55.254618 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 38e096ba-fbde-4ec0-aa3c-37e8bb0ad815 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:00:55.255025 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (38e096ba-fbde-4ec0-aa3c-37e8bb0ad815), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:55.329786 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 38e096ba-fbde-4ec0-aa3c-37e8bb0ad815 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:00:55.330174 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (38e096ba-fbde-4ec0-aa3c-37e8bb0ad815), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:55.348886 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] For port 38e096ba-fbde-4ec0-aa3c-37e8bb0ad815, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=38e096ba-fbde-4ec0-aa3c-37e8bb0ad815,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:00:55.353044 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (38e096ba-fbde-4ec0-aa3c-37e8bb0ad815), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:55.399531 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Pushing event updated for resources: {'Port': ['ID=38e096ba-fbde-4ec0-aa3c-37e8bb0ad815,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:00:57.170768 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 38e096ba-fbde-4ec0-aa3c-37e8bb0ad815 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:00:57.238973 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 38e096ba-fbde-4ec0-aa3c-37e8bb0ad815 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:00:57.239372 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (38e096ba-fbde-4ec0-aa3c-37e8bb0ad815), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:00:57.343618 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 38e096ba-fbde-4ec0-aa3c-37e8bb0ad815 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:00:57.668599 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 5 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:01:00.534032 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fec8b770-d304-49e3-bba1-17571c34b272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:01:02.585919 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-db91a539-2cb7-4af9-b914-bf051e406de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:01:03.890043 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:01:05.145367 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:01:06.570648 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:01:30.507552 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a3cc1956-bef2-495d-86de-d4ae475ca262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:01:32.571896 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b2a9075b-cb7e-4fda-a711-3370e6254be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:01:33.898798 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:01:34.667347 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 5 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:01:35.164306 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:01:36.577278 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:02:00.510963 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2db8-57bb-4fe6-80d7-e995ef42facc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:02:02.573657 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-db21b65b-67cf-489c-9ef9-f4b6d046b54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:02:03.894898 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:02:05.148344 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:02:06.571001 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:02:11.665972 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 5 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:02:16.155261 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47574) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:02:16.216309 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7217fc-1738-40c1-95ea-0193b552b495 admin admin] GET failed (client error): The resource could not be found. Jan 11 13:02:16.217612 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-1c7217fc-1738-40c1-95ea-0193b552b495 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613976 Jan 11 13:02:16.378628 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3855abe-6108-40ea-b20a-f1207ac98878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:02:16.380018 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-b3855abe-6108-40ea-b20a-f1207ac98878 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1583345 Jan 11 13:02:18.803324 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47584) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:02:18.897701 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbd8a29-d757-43ec-ba0c-e7ce1048cb2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:02:18.899416 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-bfbd8a29-d757-43ec-ba0c-e7ce1048cb2d admin admin] 10.222.0.52 "GET /v2.0/subnets/c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a HTTP/1.1" status: 200 len: 849 time: 0.0951021 Jan 11 13:02:18.909038 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:02:18.998819 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Publish callbacks [] for subnet (c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:02:19.141267 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779303505933'] for subnet (c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:02:19.169505 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:02:19.170330 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:02:19.171378 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] 10.222.0.52 "PUT /v2.0/subnets/c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a HTTP/1.1" status: 200 len: 868 time: 0.2661524 Jan 11 13:02:19.173427 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ead622-eafc-4918-8539-5ff8bfba280f None None] Network bbcaaedb-f7b1-43f4-8043-74ad886591cf requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:02:19.195211 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:02:19.203388 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:02:19.203749 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:02:19.204101 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:02:19.204474 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:02:19.204816 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:02:19.205153 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:02:19.205488 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:02:19.205822 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:02:19.206153 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:02:19.206484 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:02:19.206812 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:02:19.207137 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:02:19.207458 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfcfc9-56d5-41c4-a5e3-b2b858570655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:02:19.504510 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-5fdf56f2-87b4-47ae-9adb-f6c2849d8131 None None] Provisioning complete for port a8c24a76-555f-4585-9e83-59ef6d7008cb triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:02:19.504906 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5fdf56f2-87b4-47ae-9adb-f6c2849d8131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (a8c24a76-555f-4585-9e83-59ef6d7008cb), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:02:19.579484 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf56f2-87b4-47ae-9adb-f6c2849d8131 None None] Current status of the port a8c24a76-555f-4585-9e83-59ef6d7008cb is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:02:19.589200 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-5fdf56f2-87b4-47ae-9adb-f6c2849d8131 None None] Provisioning complete for port 5f5bb2a2-8552-4ab4-b8cf-215360c6843c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:02:19.590056 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5fdf56f2-87b4-47ae-9adb-f6c2849d8131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (5f5bb2a2-8552-4ab4-b8cf-215360c6843c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:02:19.665566 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf56f2-87b4-47ae-9adb-f6c2849d8131 None None] Current status of the port 5f5bb2a2-8552-4ab4-b8cf-215360c6843c is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:02:21.592150 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47592) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:02:21.787141 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17481f2c-12e7-4857-a1bc-2dc5005098bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:02:21.787542 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17481f2c-12e7-4857-a1bc-2dc5005098bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:02:21.789157 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-17481f2c-12e7-4857-a1bc-2dc5005098bb admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960406 Jan 11 13:02:24.185022 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47600) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:02:24.322605 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b5bb9-652d-465c-9386-0567265f1011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:02:24.323093 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b5bb9-652d-465c-9386-0567265f1011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:02:24.325290 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-963b5bb9-652d-465c-9386-0567265f1011 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1393228 Jan 11 13:02:26.721947 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47608) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:02:26.845526 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2074de88-53c2-471f-bdc8-891832e08b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:02:26.846881 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-2074de88-53c2-471f-bdc8-891832e08b8d admin admin] 10.222.0.52 "GET /v2.0/networks/0598fff4-adad-45d5-af02-105f0894d10b HTTP/1.1" status: 200 len: 886 time: 0.1239848 Jan 11 13:02:29.267579 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47616) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:02:29.392871 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4fbf6f-19a6-4b5b-8711-8665d39bca8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:02:29.394117 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-6a4fbf6f-19a6-4b5b-8711-8665d39bca8f admin admin] 10.222.0.52 "GET /v2.0/networks/bbcaaedb-f7b1-43f4-8043-74ad886591cf HTTP/1.1" status: 200 len: 869 time: 0.1255662 Jan 11 13:02:30.513540 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0028c029-c796-440d-866e-1879b700c33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:02:31.802803 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47624) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:02:31.925039 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5d9d5c-37f1-4ffc-bceb-d68b60627bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:02:31.925499 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5d9d5c-37f1-4ffc-bceb-d68b60627bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:02:31.926984 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-7e5d9d5c-37f1-4ffc-bceb-d68b60627bca admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232250 Jan 11 13:02:32.575788 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a515-a4e4-4b45-8079-002c92fc34e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:02:33.899679 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:02:34.348991 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47632) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:02:34.444844 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b05826-1e4a-4f51-895d-d9951dd12f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:02:34.445307 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b05826-1e4a-4f51-895d-d9951dd12f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:02:34.446870 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-f7b05826-1e4a-4f51-895d-d9951dd12f6d admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0969179 Jan 11 13:02:35.153675 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:02:36.575164 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:02:36.873313 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47640) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:02:36.958143 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa0cc1a-734a-4def-b8e6-27c43cade270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:02:36.959488 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-1aa0cc1a-734a-4def-b8e6-27c43cade270 admin admin] 10.222.0.52 "GET /v2.0/subnets/66781078-a32f-4264-ad39-be43878d13e8 HTTP/1.1" status: 200 len: 816 time: 0.0852177 Jan 11 13:02:39.386683 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 47648) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:02:39.480732 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67368a17-2df4-4d84-9561-b04a23e8f454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:02:39.482062 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-67368a17-2df4-4d84-9561-b04a23e8f454 admin admin] 10.222.0.52 "GET /v2.0/subnets/c2152c8b-9c48-4676-8a4b-1a3c1d3fa59a HTTP/1.1" status: 200 len: 868 time: 0.0944717 Jan 11 13:02:48.663840 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 5 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:03:00.514285 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0330967e-3688-4da2-bc8f-f1ae7f13da73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:02.577318 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aad3935d-f417-4578-a92f-74c3f434789f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:03.900335 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:04.470161 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 47704) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:03:04.516398 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [None req-01969cc3-75ac-494c-8e85-406d5000ce1f admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 13:03:04.517488 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-01969cc3-75ac-494c-8e85-406d5000ce1f admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463617 Jan 11 13:03:05.155954 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:06.576946 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:07.020813 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47712) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:03:07.082707 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ca2b78-95a8-440d-8a0e-11448fd6780f admin admin] GET failed (client error): The resource could not be found. Jan 11 13:03:07.083984 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-f2ca2b78-95a8-440d-8a0e-11448fd6780f admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622034 Jan 11 13:03:07.170355 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60507fb-8bd1-42d2-ab14-e5bdd1362370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:03:07.172146 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e60507fb-8bd1-42d2-ab14-e5bdd1362370 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0837500 Jan 11 13:03:09.658695 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47722) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:03:09.703875 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f6111877-6863-4b6c-809f-e0098fa19d79 admin admin] Request body: {'network': {'name': 'shared', 'project_id': '03262144855d495daca30ca50f221597', 'admin_state_up': True, 'tenant_id': '03262144855d495daca30ca50f221597', 'shared': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:03:09.725120 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6111877-6863-4b6c-809f-e0098fa19d79 admin admin] Made reservation on behalf of 03262144855d495daca30ca50f221597 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:03:09.727467 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6111877-6863-4b6c-809f-e0098fa19d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:09.753957 dv-cinder-824149-3-iscsi neutron-server[102629]: WARNING neutron.services.revisions.revision_plugin [None req-f6111877-6863-4b6c-809f-e0098fa19d79 admin admin] Could not find related network for resource to bump revision. Jan 11 13:03:09.769145 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6111877-6863-4b6c-809f-e0098fa19d79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:03:09.780306 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6111877-6863-4b6c-809f-e0098fa19d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (a071cf4d-3f1d-44a7-9293-ac27124965f8), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:09.780641 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-f6111877-6863-4b6c-809f-e0098fa19d79 admin admin] Added segment a071cf4d-3f1d-44a7-9293-ac27124965f8 of type vlan for network d8fd9dee-23fe-469d-a3e5-407531bd10c7 Jan 11 13:03:09.828520 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6111877-6863-4b6c-809f-e0098fa19d79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (d8fd9dee-23fe-469d-a3e5-407531bd10c7), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:09.851222 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6111877-6863-4b6c-809f-e0098fa19d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (d8fd9dee-23fe-469d-a3e5-407531bd10c7), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:09.852224 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6111877-6863-4b6c-809f-e0098fa19d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:03:09.852801 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6111877-6863-4b6c-809f-e0098fa19d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:09.882414 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-f6111877-6863-4b6c-809f-e0098fa19d79 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2226834 Jan 11 13:03:09.913647 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6111877-6863-4b6c-809f-e0098fa19d79 admin admin] Pushing event updated for resources: {'Network': ['ID=d8fd9dee-23fe-469d-a3e5-407531bd10c7,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:03:09.924355 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network d8fd9dee-23fe-469d-a3e5-407531bd10c7 details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:03:12.365032 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47732) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:03:12.422439 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8efbdb53-eefa-4cc9-b7fb-548a85afe0ea admin admin] GET failed (client error): The resource could not be found. Jan 11 13:03:12.423696 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-8efbdb53-eefa-4cc9-b7fb-548a85afe0ea admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0577173 Jan 11 13:03:12.593544 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dec7c54-116a-4621-bafd-b7d74ace447a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:03:12.595000 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-4dec7c54-116a-4621-bafd-b7d74ace447a admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1674025 Jan 11 13:03:12.605270 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-42225a7e-8988-4702-8d21-1d66ef3b7a24 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'tenant_id': '03262144855d495daca30ca50f221597', 'network_id': 'd8fd9dee-23fe-469d-a3e5-407531bd10c7', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:03:12.627005 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42225a7e-8988-4702-8d21-1d66ef3b7a24 admin admin] Made reservation on behalf of 03262144855d495daca30ca50f221597 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:03:12.629401 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42225a7e-8988-4702-8d21-1d66ef3b7a24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:12.786896 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42225a7e-8988-4702-8d21-1d66ef3b7a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for subnet (238ad34f-696a-4709-aab9-bf759bb80675), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:12.840898 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42225a7e-8988-4702-8d21-1d66ef3b7a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=238ad34f-696a-4709-aab9-bf759bb80675,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:03:12.848334 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42225a7e-8988-4702-8d21-1d66ef3b7a24 admin admin] Checking segment: {'id': 'a071cf4d-3f1d-44a7-9293-ac27124965f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd8fd9dee-23fe-469d-a3e5-407531bd10c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:03:12.848691 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42225a7e-8988-4702-8d21-1d66ef3b7a24 admin admin] Network hostable DHCP agents. Network: d8fd9dee-23fe-469d-a3e5-407531bd10c7, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:03:12.864250 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42225a7e-8988-4702-8d21-1d66ef3b7a24 admin admin] Network d8fd9dee-23fe-469d-a3e5-407531bd10c7 is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:03:12.872769 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-42225a7e-8988-4702-8d21-1d66ef3b7a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, d8fd9dee-23fe-469d-a3e5-407531bd10c7) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:03:12.876672 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42225a7e-8988-4702-8d21-1d66ef3b7a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:03:12.877260 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42225a7e-8988-4702-8d21-1d66ef3b7a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:12.883148 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b4e17c-6d2d-467f-841d-62290750084d None None] Network d8fd9dee-23fe-469d-a3e5-407531bd10c7 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:03:12.892755 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-42225a7e-8988-4702-8d21-1d66ef3b7a24 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2913430 Jan 11 13:03:12.985922 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c2302f-ad13-5f8d-9307-c227788808ca-d8fd9dee-23fe-469d-a3e5-407531bd10c7', 'network_id': 'd8fd9dee-23fe-469d-a3e5-407531bd10c7', 'project_id': '03262144855d495daca30ca50f221597', 'fixed_ips': [{'subnet_id': '238ad34f-696a-4709-aab9-bf759bb80675'}]}} from dv-cinder-824149-3-iscsi. {{(pid=102631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 13:03:12.987184 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:13.223060 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Allocated IP 192.168.233.2 (d8fd9dee-23fe-469d-a3e5-407531bd10c7/238ad34f-696a-4709-aab9-bf759bb80675/a0d21c4b-0038-4036-b365-c058ce7f69e7) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:03:13.365687 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Publish callbacks [] for port (a0d21c4b-0038-4036-b365-c058ce7f69e7), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:13.371953 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (a0d21c4b-0038-4036-b365-c058ce7f69e7), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:13.409985 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Network d8fd9dee-23fe-469d-a3e5-407531bd10c7 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:03:13.412713 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:03:13.416692 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:03:13.423533 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Pushing event updated for resources: {'Port': ['ID=a0d21c4b-0038-4036-b365-c058ce7f69e7,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:03:13.433559 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:03:13.433933 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:03:13.434285 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:03:13.434623 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:03:13.434943 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:03:13.435281 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:03:13.435620 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:03:13.435939 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:03:13.436360 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:03:13.436726 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:03:13.437056 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:03:13.437382 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:03:13.437699 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:03:13.483266 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Attempting to bind port a0d21c4b-0038-4036-b365-c058ce7f69e7 on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:03:13.483637 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Attempting to bind port a0d21c4b-0038-4036-b365-c058ce7f69e7 by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': 'a071cf4d-3f1d-44a7-9293-ac27124965f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd8fd9dee-23fe-469d-a3e5-407531bd10c7'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:03:13.484166 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Attempting to bind port a0d21c4b-0038-4036-b365-c058ce7f69e7 on network d8fd9dee-23fe-469d-a3e5-407531bd10c7 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:03:13.489479 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:03:13.489847 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Checking segment: {'id': 'a071cf4d-3f1d-44a7-9293-ac27124965f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd8fd9dee-23fe-469d-a3e5-407531bd10c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:03:13.490245 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:13.490641 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Bound using segment: {'id': 'a071cf4d-3f1d-44a7-9293-ac27124965f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd8fd9dee-23fe-469d-a3e5-407531bd10c7'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:03:13.491108 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Bound port: a0d21c4b-0038-4036-b365-c058ce7f69e7, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a071cf4d-3f1d-44a7-9293-ac27124965f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd8fd9dee-23fe-469d-a3e5-407531bd10c7'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:03:13.491489 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (a0d21c4b-0038-4036-b365-c058ce7f69e7), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:13.555484 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] For port a0d21c4b-0038-4036-b365-c058ce7f69e7, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:03:13.559311 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] For port a0d21c4b-0038-4036-b365-c058ce7f69e7, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=a0d21c4b-0038-4036-b365-c058ce7f69e7,segment=NetworkSegment(a071cf4d-3f1d-44a7-9293-ac27124965f8),segment_id=a071cf4d-3f1d-44a7-9293-ac27124965f8)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:03:13.563657 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (a0d21c4b-0038-4036-b365-c058ce7f69e7), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:13.625565 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757a5cd-8404-4f13-8645-17a9c88d32d0 None None] Pushing event updated for resources: {'Port': ['ID=a0d21c4b-0038-4036-b365-c058ce7f69e7,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:03:14.572213 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e080ada9-cc12-4380-a47d-07d594308cf5 None None] Network d8fd9dee-23fe-469d-a3e5-407531bd10c7 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:03:14.645083 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-bf9f8423-c34e-4ca4-a976-377767a773a8 None None] Provisioning complete for port a0d21c4b-0038-4036-b365-c058ce7f69e7 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:03:14.645477 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bf9f8423-c34e-4ca4-a976-377767a773a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (a0d21c4b-0038-4036-b365-c058ce7f69e7), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:14.753621 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-bf9f8423-c34e-4ca4-a976-377767a773a8 None None] Current status of the port a0d21c4b-0038-4036-b365-c058ce7f69e7 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:03:14.754020 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bf9f8423-c34e-4ca4-a976-377767a773a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (a0d21c4b-0038-4036-b365-c058ce7f69e7), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:14.786444 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-bf9f8423-c34e-4ca4-a976-377767a773a8 None None] For port a0d21c4b-0038-4036-b365-c058ce7f69e7, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=a0d21c4b-0038-4036-b365-c058ce7f69e7,segment=NetworkSegment(a071cf4d-3f1d-44a7-9293-ac27124965f8),segment_id=a071cf4d-3f1d-44a7-9293-ac27124965f8)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:03:14.792603 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bf9f8423-c34e-4ca4-a976-377767a773a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (a0d21c4b-0038-4036-b365-c058ce7f69e7), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:14.847752 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f8423-c34e-4ca4-a976-377767a773a8 None None] Pushing event updated for resources: {'Port': ['ID=a0d21c4b-0038-4036-b365-c058ce7f69e7,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:03:15.014845 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-91e3e91c-9111-4eb7-9f84-564d40f6d0bb None None] Provisioning complete for port a0d21c4b-0038-4036-b365-c058ce7f69e7 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:03:15.015489 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-91e3e91c-9111-4eb7-9f84-564d40f6d0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (a0d21c4b-0038-4036-b365-c058ce7f69e7), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:15.093821 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-91e3e91c-9111-4eb7-9f84-564d40f6d0bb None None] Current status of the port a0d21c4b-0038-4036-b365-c058ce7f69e7 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:03:15.266069 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device a0d21c4b-0038-4036-b365-c058ce7f69e7 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:03:15.317008 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port a0d21c4b-0038-4036-b365-c058ce7f69e7 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:03:15.317387 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (a0d21c4b-0038-4036-b365-c058ce7f69e7), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:15.394183 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port a0d21c4b-0038-4036-b365-c058ce7f69e7 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:03:25.662236 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 5 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:03:30.515594 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dd11a0ee-4446-4a51-92a8-e43a61b03ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:32.578361 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8d30bec7-9a7d-43c1-885d-9a492f189c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:33.902376 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:35.160096 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:03:36.578375 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:04:00.516852 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4831a4b8-c4e8-417d-aef2-660ca9ca6b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:04:02.579300 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-38be5193-bf23-42bb-b52c-c7c27da5ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:04:02.660715 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 5 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:04:03.905483 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:04:05.161009 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:04:06.581592 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:04:27.482089 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47776) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:04:27.488315 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [None req-1ed2ec66-f737-43a2-a1f3-029c2571f0f3 tempest-verify_tempest_config-282028708 tempest-verify_tempest_config-282028708-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 13:04:27.489323 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-1ed2ec66-f737-43a2-a1f3-029c2571f0f3 tempest-verify_tempest_config-282028708 tempest-verify_tempest_config-282028708-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062490 Jan 11 13:04:27.771742 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47794) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:04:27.872725 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ba292009-aec7-4988-9c1b-0ba3cc5aa528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:04:27.943830 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ba292009-aec7-4988-9c1b-0ba3cc5aa528 admin admin] Publish callbacks [] for security_group (0ff7086e-cc76-4059-a84f-ebe7422ebbca), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:04:27.947421 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ba292009-aec7-4988-9c1b-0ba3cc5aa528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (0ff7086e-cc76-4059-a84f-ebe7422ebbca), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:04:27.992176 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-ba292009-aec7-4988-9c1b-0ba3cc5aa528 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=82625350541747b7813a58985a8d6124&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2192743 Jan 11 13:04:27.994495 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba292009-aec7-4988-9c1b-0ba3cc5aa528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff7086e-cc76-4059-a84f-ebe7422ebbca,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:04:27.995350 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 47798) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:04:28.001387 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba292009-aec7-4988-9c1b-0ba3cc5aa528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.001956 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba292009-aec7-4988-9c1b-0ba3cc5aa528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.002313 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba292009-aec7-4988-9c1b-0ba3cc5aa528 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.002653 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba292009-aec7-4988-9c1b-0ba3cc5aa528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.002988 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba292009-aec7-4988-9c1b-0ba3cc5aa528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.003320 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba292009-aec7-4988-9c1b-0ba3cc5aa528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.003649 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba292009-aec7-4988-9c1b-0ba3cc5aa528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.003976 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba292009-aec7-4988-9c1b-0ba3cc5aa528 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.004343 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba292009-aec7-4988-9c1b-0ba3cc5aa528 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.004693 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba292009-aec7-4988-9c1b-0ba3cc5aa528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.005023 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba292009-aec7-4988-9c1b-0ba3cc5aa528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.005347 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba292009-aec7-4988-9c1b-0ba3cc5aa528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.005668 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba292009-aec7-4988-9c1b-0ba3cc5aa528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.050452 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] Publish callbacks [] for security_group (0ff7086e-cc76-4059-a84f-ebe7422ebbca), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:04:28.070056 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] Publish callbacks [] for security_group (0ff7086e-cc76-4059-a84f-ebe7422ebbca), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:04:28.157135 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (0ff7086e-cc76-4059-a84f-ebe7422ebbca), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:04:28.159658 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:04:28.160872 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ff7086e-cc76-4059-a84f-ebe7422ebbca HTTP/1.1" status: 204 len: 168 time: 0.1644840 Jan 11 13:04:28.169250 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff7086e-cc76-4059-a84f-ebe7422ebbca,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:04:28.175903 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.176292 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.176642 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.176983 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.177322 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.177656 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.177990 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.178329 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.178657 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.178989 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.179318 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.179641 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:28.179964 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189414a-dc5f-4f71-9615-c1016952287e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:04:30.518239 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9c80f828-0f03-4711-a29c-08a1ce874e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:04:32.580349 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-386e1d49-d004-4c02-a3c8-4a1a0da0e429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:04:33.908478 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:04:35.166204 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:04:36.583921 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:04:39.658650 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 5 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:05:00.519790 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5ea9309c-3c1e-41a2-ab8f-7a8ae00a2e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:05:02.582154 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ddd4fe38-a591-46f2-80d7-f4e92b4ec357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:05:03.910427 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:05:05.168258 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:05:06.586706 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:05:16.657075 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 5 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:05:30.520318 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-22ca15c7-6229-43a7-a0a8-07bf82fdcf68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:05:32.582016 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1749dec1-1a86-4146-bdd6-b8e76b2f9810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:05:33.912516 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:05:35.171727 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:05:36.589267 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:05:53.655077 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 5 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:06:00.521185 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ab8f7802-6601-4ce3-894e-fb4bfaa435d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:06:02.581970 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d1d50abf-a125-42d9-b5e5-8165cde4952f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:06:03.915050 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:06:04.316677 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7989942'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:06:05.173704 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:06:06.594017 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:06:20.032260 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 47874) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:06:20.134396 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-647f13d9-4f86-42af-8fa9-06f9193f7210 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1010358 Jan 11 13:06:22.560176 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 47884) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:06:22.621316 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-0c12fb6f-420c-436b-bc6f-b848289bd2d9 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0600607 Jan 11 13:06:30.523876 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8c719e74-230b-480a-b26e-2f3f78f98565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:06:30.654225 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:06:32.583049 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ed449987-ab9c-4ab5-b494-60731b286361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:06:33.917583 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:06:34.271135 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:06:35.178135 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:06:36.595872 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:00.524632 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-00ad60a4-8080-4d61-864b-e792b3187f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:02.583636 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-77565fe6-1629-4940-826b-dc0b259e9213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:03.923277 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:04.285167 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:05.181130 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:06.597069 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:07.653475 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:07:30.525825 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0cddf947-cae0-4709-b640-7e7fb7fc87b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:32.584068 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7cdf10c8-a17d-4c17-aa44-145514e3b7cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:33.924257 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:34.285546 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:35.184480 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:36.599212 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:44.653520 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:07:53.723602 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 47976) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:07:53.881467 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-80925922-network', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:07:53.919941 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Made reservation on behalf of 63f679ea15dc425485f5ce6a998f3add for: {'network': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:07:53.922349 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:53.931974 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:54.024685 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Publish callbacks [] for security_group (b9429813-b85a-4dd6-9c35-00ff72f147f1), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:54.029960 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (b9429813-b85a-4dd6-9c35-00ff72f147f1), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:54.062209 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=102630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:07:54.064902 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9429813-b85a-4dd6-9c35-00ff72f147f1,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:54.076218 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.076528 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.076849 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.077141 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.077464 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.077798 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.078195 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.078468 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.078776 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.079108 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.079435 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.079829 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.080148 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Tracked resource versions report: Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: pushed versions: Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: { 'AddressGroup': {'1.2'}, Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'ConntrackHelper': {'1.0'}, Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'LocalIPAssociation': {'1.0'}, Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Log': {'1.0'}, Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Network': {'1.1'}, Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Port': {'1.7'}, Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'PortForwarding': {'1.2'}, Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'QosPolicy': {'1.10'}, Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'SecurityGroup': {'1.5'}, Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'SecurityGroupRule': {'1.2'}, Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'SubPort': {'1.0'}, Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Subnet': {'1.1'}, Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Trunk': {'1.1'}} Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: consumer versions: Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: { DHCP agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: HyperV agent@hv-cinder-82414: {}, Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: L3 agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: Metadata agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: Metering agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: Open vSwitch agent@dv-cinder-824149-3-iscsi: { 'AddressGroup': '1.2', Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'ConntrackHelper': '1.0', Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'LocalIPAssociation': '1.0', Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Log': '1.0', Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Network': '1.1', Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Port': '1.7', Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'PortForwarding': '1.2', Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'QosPolicy': '1.10', Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'SecurityGroup': '1.5', Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'SecurityGroupRule': '1.2', Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'SubPort': '1.0', Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Subnet': '1.1', Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: 'Trunk': '1.1'}} Jan 11 13:07:54.081210 dv-cinder-824149-3-iscsi neutron-server[102630]: {{(pid=102630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 13:07:54.084265 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (d8635487-a1b7-4085-b8d0-a6a865c70e06), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:54.084609 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.db.segments_db [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Added segment d8635487-a1b7-4085-b8d0-a6a865c70e06 of type vlan for network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc Jan 11 13:07:54.128339 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:54.161531 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:54.162611 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:07:54.163333 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:54.229100 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] Pushing event updated for resources: {'Network': ['ID=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:54.234998 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-d9fc7c7a-cf21-421d-8f14-d77e4aa4e745 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5096138 Jan 11 13:07:54.238106 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48026) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:07:54.240546 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:07:54.244446 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Request body: {'subnet': {'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-subnet', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:07:54.273650 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Made reservation on behalf of 63f679ea15dc425485f5ce6a998f3add for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:07:54.277105 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:54.453590 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for subnet (26a91e9a-7375-46a6-9db2-f38aaabd6d94), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:54.503032 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a91e9a-7375-46a6-9db2-f38aaabd6d94,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:54.505958 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.506326 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.506672 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.510139 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.510139 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.510139 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.510139 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.510139 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.510139 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.510139 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.510139 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.510139 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.510139 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Tracked resource versions report: Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: pushed versions: Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: { 'AddressGroup': {'1.2'}, Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'ConntrackHelper': {'1.0'}, Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'LocalIPAssociation': {'1.0'}, Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Log': {'1.0'}, Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Network': {'1.1'}, Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Port': {'1.7'}, Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'PortForwarding': {'1.2'}, Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'QosPolicy': {'1.10'}, Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'SecurityGroup': {'1.5'}, Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'SecurityGroupRule': {'1.2'}, Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'SubPort': {'1.0'}, Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Subnet': {'1.1'}, Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Trunk': {'1.1'}} Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: consumer versions: Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: { DHCP agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: HyperV agent@hv-cinder-82414: {}, Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: L3 agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: Metadata agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: Metering agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: Open vSwitch agent@dv-cinder-824149-3-iscsi: { 'AddressGroup': '1.2', Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'ConntrackHelper': '1.0', Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'LocalIPAssociation': '1.0', Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Log': '1.0', Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Network': '1.1', Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Port': '1.7', Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'PortForwarding': '1.2', Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'QosPolicy': '1.10', Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'SecurityGroup': '1.5', Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'SecurityGroupRule': '1.2', Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'SubPort': '1.0', Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Subnet': '1.1', Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: 'Trunk': '1.1'}} Jan 11 13:07:54.512007 dv-cinder-824149-3-iscsi neutron-server[102629]: {{(pid=102629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 13:07:54.536142 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Checking segment: {'id': 'd8635487-a1b7-4085-b8d0-a6a865c70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:07:54.536584 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Network hostable DHCP agents. Network: 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:07:54.554410 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:07:54.566247 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:07:54.573203 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:07:54.574074 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:54.576441 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2905740a-c243-4d25-aff5-6eea63e69938 None None] Network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:07:54.598739 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48044) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:07:54.612376 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48048) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:07:54.612658 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-c678d60f-4b3f-454f-9b67-c7adfee81f74 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3725846 Jan 11 13:07:54.617038 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:07:54.644998 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7983524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5210'] for router (198b2f33-8f38-4d07-9fbe-eb8b802e27b7), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:54.646824 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7983408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7987310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8314488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5205'] for router (198b2f33-8f38-4d07-9fbe-eb8b802e27b7), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:54.698575 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c2302f-ad13-5f8d-9307-c227788808ca-48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94'}]}} from dv-cinder-824149-3-iscsi. {{(pid=102631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 13:07:54.699704 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:54.786177 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Publish callbacks [] for router_controller (198b2f33-8f38-4d07-9fbe-eb8b802e27b7), precommit_add_association {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:54.849449 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Allocated IP 172.20.0.2 (48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc/26a91e9a-7375-46a6-9db2-f38aaabd6d94/c1b07324-be37-44b4-8bfc-ed7cca10147c) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:07:54.976886 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Publish callbacks [] for router_gateway (198b2f33-8f38-4d07-9fbe-eb8b802e27b7), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.045033 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Publish callbacks [] for port (c1b07324-be37-44b4-8bfc-ed7cca10147c), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.053011 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (c1b07324-be37-44b4-8bfc-ed7cca10147c), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.089287 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-04d1eaf4-c330-466f-84aa-821ffce2ce68 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1991464336-network', 'tenant_id': 'e926aa46b418404383da145fb0cb13b2'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:07:55.118824 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:07:55.131277 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:07:55.131498 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d1eaf4-c330-466f-84aa-821ffce2ce68 admin admin] Made reservation on behalf of e926aa46b418404383da145fb0cb13b2 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:07:55.133684 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04d1eaf4-c330-466f-84aa-821ffce2ce68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.136315 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:07:55.140248 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Pushing event updated for resources: {'Port': ['ID=c1b07324-be37-44b4-8bfc-ed7cca10147c,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:55.145164 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04d1eaf4-c330-466f-84aa-821ffce2ce68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.175839 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:55.176247 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:55.176604 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:55.176946 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:55.177280 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:55.177617 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:55.177938 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:55.178282 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:55.178658 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:55.179077 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:55.179452 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:55.179891 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:55.180253 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Tracked resource versions report: Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: pushed versions: Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: { 'AddressGroup': {'1.2'}, Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'ConntrackHelper': {'1.0'}, Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'LocalIPAssociation': {'1.0'}, Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Log': {'1.0'}, Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Network': {'1.1'}, Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Port': {'1.7'}, Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'PortForwarding': {'1.2'}, Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'QosPolicy': {'1.10'}, Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'SecurityGroup': {'1.5'}, Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'SecurityGroupRule': {'1.2'}, Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'SubPort': {'1.0'}, Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Subnet': {'1.1'}, Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Trunk': {'1.1'}} Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: consumer versions: Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: { DHCP agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: HyperV agent@hv-cinder-82414: {}, Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: L3 agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: Metadata agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: Metering agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: Open vSwitch agent@dv-cinder-824149-3-iscsi: { 'AddressGroup': '1.2', Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'ConntrackHelper': '1.0', Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'LocalIPAssociation': '1.0', Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Log': '1.0', Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Network': '1.1', Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Port': '1.7', Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'PortForwarding': '1.2', Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'QosPolicy': '1.10', Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'SecurityGroup': '1.5', Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'SecurityGroupRule': '1.2', Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'SubPort': '1.0', Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Subnet': '1.1', Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: 'Trunk': '1.1'}} Jan 11 13:07:55.181619 dv-cinder-824149-3-iscsi neutron-server[102631]: {{(pid=102631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 13:07:55.240191 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Attempting to bind port c1b07324-be37-44b4-8bfc-ed7cca10147c on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:07:55.240577 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Attempting to bind port c1b07324-be37-44b4-8bfc-ed7cca10147c by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': 'd8635487-a1b7-4085-b8d0-a6a865c70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:07:55.240954 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Attempting to bind port c1b07324-be37-44b4-8bfc-ed7cca10147c on network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:07:55.246311 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:07:55.246626 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Checking segment: {'id': 'd8635487-a1b7-4085-b8d0-a6a865c70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:07:55.247235 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.247809 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Bound using segment: {'id': 'd8635487-a1b7-4085-b8d0-a6a865c70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:07:55.248544 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Bound port: c1b07324-be37-44b4-8bfc-ed7cca10147c, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8635487-a1b7-4085-b8d0-a6a865c70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:07:55.249114 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (c1b07324-be37-44b4-8bfc-ed7cca10147c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.260343 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04d1eaf4-c330-466f-84aa-821ffce2ce68 admin admin] Publish callbacks [] for security_group (8f061e81-219f-4d29-8e96-0c0503232251), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.267374 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04d1eaf4-c330-466f-84aa-821ffce2ce68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (8f061e81-219f-4d29-8e96-0c0503232251), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.305397 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1eaf4-c330-466f-84aa-821ffce2ce68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f061e81-219f-4d29-8e96-0c0503232251,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:55.308031 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d1eaf4-c330-466f-84aa-821ffce2ce68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:07:55.319312 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04d1eaf4-c330-466f-84aa-821ffce2ce68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (7f10895c-6390-4164-a689-1a79401575f9), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.320028 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-04d1eaf4-c330-466f-84aa-821ffce2ce68 admin admin] Added segment 7f10895c-6390-4164-a689-1a79401575f9 of type vlan for network 1bd206a4-d95e-47f8-a04e-91f4a01a6374 Jan 11 13:07:55.356055 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] For port c1b07324-be37-44b4-8bfc-ed7cca10147c, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:07:55.360840 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] For port c1b07324-be37-44b4-8bfc-ed7cca10147c, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=c1b07324-be37-44b4-8bfc-ed7cca10147c,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:07:55.368238 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (c1b07324-be37-44b4-8bfc-ed7cca10147c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.385900 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Publish callbacks [] for router_gateway (198b2f33-8f38-4d07-9fbe-eb8b802e27b7), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.388566 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04d1eaf4-c330-466f-84aa-821ffce2ce68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (1bd206a4-d95e-47f8-a04e-91f4a01a6374), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.421597 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.435971 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04d1eaf4-c330-466f-84aa-821ffce2ce68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (1bd206a4-d95e-47f8-a04e-91f4a01a6374), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.437945 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d1eaf4-c330-466f-84aa-821ffce2ce68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:07:55.438794 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04d1eaf4-c330-466f-84aa-821ffce2ce68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.472624 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e9e13-376a-428c-9d97-11c265e63e5c None None] Pushing event updated for resources: {'Port': ['ID=c1b07324-be37-44b4-8bfc-ed7cca10147c,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:55.560764 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-04d1eaf4-c330-466f-84aa-821ffce2ce68 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9605889 Jan 11 13:07:55.563409 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48084) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:07:55.572241 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e6cd87cd-f5a5-4108-b039-b4b48eb88aa2 admin admin] Request body: {'subnet': {'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1991464336-subnet', 'tenant_id': 'e926aa46b418404383da145fb0cb13b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:07:55.590778 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1eaf4-c330-466f-84aa-821ffce2ce68 admin admin] Pushing event updated for resources: {'Network': ['ID=1bd206a4-d95e-47f8-a04e-91f4a01a6374,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:55.602350 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network 1bd206a4-d95e-47f8-a04e-91f4a01a6374 details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:07:55.623343 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cd87cd-f5a5-4108-b039-b4b48eb88aa2 admin admin] Made reservation on behalf of e926aa46b418404383da145fb0cb13b2 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:07:55.629160 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6cd87cd-f5a5-4108-b039-b4b48eb88aa2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.630076 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Allocated IP 172.27.0.244 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:07:55.918226 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Publish callbacks [] for port (423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.919156 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6cd87cd-f5a5-4108-b039-b4b48eb88aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for subnet (2a3af950-4033-4372-9fdc-0bf30a030e8b), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:55.982109 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd87cd-f5a5-4108-b039-b4b48eb88aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a3af950-4033-4372-9fdc-0bf30a030e8b,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:56.004932 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:56.006798 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cd87cd-f5a5-4108-b039-b4b48eb88aa2 admin admin] Checking segment: {'id': '7f10895c-6390-4164-a689-1a79401575f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:07:56.007163 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cd87cd-f5a5-4108-b039-b4b48eb88aa2 admin admin] Network hostable DHCP agents. Network: 1bd206a4-d95e-47f8-a04e-91f4a01a6374, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:07:56.028699 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cd87cd-f5a5-4108-b039-b4b48eb88aa2 admin admin] Network 1bd206a4-d95e-47f8-a04e-91f4a01a6374 is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:07:56.040323 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e6cd87cd-f5a5-4108-b039-b4b48eb88aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, 1bd206a4-d95e-47f8-a04e-91f4a01a6374) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:07:56.053144 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7680a46c-ee9e-469a-9856-4fc1159effd2 None None] Network 1bd206a4-d95e-47f8-a04e-91f4a01a6374 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:07:56.076468 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cd87cd-f5a5-4108-b039-b4b48eb88aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:07:56.077005 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6cd87cd-f5a5-4108-b039-b4b48eb88aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:56.105722 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48102) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:07:56.105878 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e6cd87cd-f5a5-4108-b039-b4b48eb88aa2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5414069 Jan 11 13:07:56.127441 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1991464336-router', 'tenant_id': 'e926aa46b418404383da145fb0cb13b2', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:07:56.136540 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:07:56.141556 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:07:56.145453 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Pushing event updated for resources: {'Port': ['ID=423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:56.152510 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:07:56.201102 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c755e10-0137-47d2-b4f9-e6c9bbc95b6f None None] Network 1bd206a4-d95e-47f8-a04e-91f4a01a6374 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:07:56.283783 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7983524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5210'] for router (295f3385-42bf-410b-97a2-efcf335e01c5), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:56.285106 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7983408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7987310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8314488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5205'] for router (295f3385-42bf-410b-97a2-efcf335e01c5), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:56.430621 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48116) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:07:56.445097 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48120) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:07:56.464071 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Publish callbacks [] for router_controller (295f3385-42bf-410b-97a2-efcf335e01c5), precommit_add_association {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:56.522378 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48126) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:07:56.690996 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Publish callbacks [] for router_gateway (295f3385-42bf-410b-97a2-efcf335e01c5), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:56.694321 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Publish callbacks [] for router_gateway (198b2f33-8f38-4d07-9fbe-eb8b802e27b7), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:56.710857 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9a915f08-2068-4528-b619-7c36f1e1f665 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-540061015-network', 'tenant_id': 'ae8cbb6acafe4174b521a91f9967168d'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:07:56.742654 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7bc73b-a72e-421b-a4c0-5d151f6de428 None None] Network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:07:56.759241 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a915f08-2068-4528-b619-7c36f1e1f665 admin admin] Made reservation on behalf of ae8cbb6acafe4174b521a91f9967168d for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:07:56.762173 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a915f08-2068-4528-b619-7c36f1e1f665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:56.774139 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a915f08-2068-4528-b619-7c36f1e1f665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:56.870811 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-ca9a50db-895a-4ccc-91b7-4fe6c94d5ccb None None] Provisioning complete for port c1b07324-be37-44b4-8bfc-ed7cca10147c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:07:56.871735 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ca9a50db-895a-4ccc-91b7-4fe6c94d5ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (c1b07324-be37-44b4-8bfc-ed7cca10147c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:56.912949 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f2ebb3fc-0ef3-4a12-a10d-2c867c5d698b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-956965043-network', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:07:56.933373 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a915f08-2068-4528-b619-7c36f1e1f665 admin admin] Publish callbacks [] for security_group (37013e19-9277-4a67-998b-71d2b8c95462), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:56.946046 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a915f08-2068-4528-b619-7c36f1e1f665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (37013e19-9277-4a67-998b-71d2b8c95462), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:56.958189 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a915f08-2068-4528-b619-7c36f1e1f665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:07:56.970712 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a915f08-2068-4528-b619-7c36f1e1f665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (ac988e39-5203-4b9f-a4fe-32833c23bc2b), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:56.971205 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-9a915f08-2068-4528-b619-7c36f1e1f665 admin admin] Added segment ac988e39-5203-4b9f-a4fe-32833c23bc2b of type vlan for network e55eeef9-8398-41f8-a1e0-b8fde91cd0d1 Jan 11 13:07:57.023934 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a915f08-2068-4528-b619-7c36f1e1f665 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (e55eeef9-8398-41f8-a1e0-b8fde91cd0d1), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.046707 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7983417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7954111'] for router (198b2f33-8f38-4d07-9fbe-eb8b802e27b7), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.057585 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-056d2d0a-458d-434a-ac88-6a32f3bba64c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2078908651-network', 'tenant_id': '34a955b31df24aaebc066c82cb43b354'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:07:57.069823 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a915f08-2068-4528-b619-7c36f1e1f665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (e55eeef9-8398-41f8-a1e0-b8fde91cd0d1), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.071066 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a915f08-2068-4528-b619-7c36f1e1f665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:07:57.074842 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a915f08-2068-4528-b619-7c36f1e1f665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.075728 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a50db-895a-4ccc-91b7-4fe6c94d5ccb None None] Current status of the port c1b07324-be37-44b4-8bfc-ed7cca10147c is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:07:57.076190 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ca9a50db-895a-4ccc-91b7-4fe6c94d5ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (c1b07324-be37-44b4-8bfc-ed7cca10147c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.101534 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ebb3fc-0ef3-4a12-a10d-2c867c5d698b admin admin] Made reservation on behalf of c7808d2de8744f4eb8023e61750e3d81 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:07:57.103961 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2ebb3fc-0ef3-4a12-a10d-2c867c5d698b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.153056 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-ca9a50db-895a-4ccc-91b7-4fe6c94d5ccb None None] For port c1b07324-be37-44b4-8bfc-ed7cca10147c, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=c1b07324-be37-44b4-8bfc-ed7cca10147c,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:07:57.159520 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-9a915f08-2068-4528-b619-7c36f1e1f665 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7267971 Jan 11 13:07:57.164153 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ca9a50db-895a-4ccc-91b7-4fe6c94d5ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (c1b07324-be37-44b4-8bfc-ed7cca10147c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.190797 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2ebb3fc-0ef3-4a12-a10d-2c867c5d698b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.204381 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48150) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:07:57.229908 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-f65bdbd1-2b13-4a51-8a63-fc18dee718de admin admin] Request body: {'subnet': {'network_id': 'e55eeef9-8398-41f8-a1e0-b8fde91cd0d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-540061015-subnet', 'tenant_id': 'ae8cbb6acafe4174b521a91f9967168d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:07:57.266437 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a915f08-2068-4528-b619-7c36f1e1f665 admin admin] Pushing event updated for resources: {'Network': ['ID=e55eeef9-8398-41f8-a1e0-b8fde91cd0d1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:57.277563 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a50db-895a-4ccc-91b7-4fe6c94d5ccb None None] Pushing event updated for resources: {'Port': ['ID=c1b07324-be37-44b4-8bfc-ed7cca10147c,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:57.287957 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network e55eeef9-8398-41f8-a1e0-b8fde91cd0d1 details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:07:57.295443 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056d2d0a-458d-434a-ac88-6a32f3bba64c admin admin] Made reservation on behalf of 34a955b31df24aaebc066c82cb43b354 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:07:57.298488 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-056d2d0a-458d-434a-ac88-6a32f3bba64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.311375 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-056d2d0a-458d-434a-ac88-6a32f3bba64c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.325119 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a915f08-2068-4528-b619-7c36f1e1f665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37013e19-9277-4a67-998b-71d2b8c95462,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:57.459867 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2ebb3fc-0ef3-4a12-a10d-2c867c5d698b admin admin] Publish callbacks [] for security_group (7bded935-7fa8-43d0-a1fe-f4d0f6a02ee6), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.473600 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2ebb3fc-0ef3-4a12-a10d-2c867c5d698b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (7bded935-7fa8-43d0-a1fe-f4d0f6a02ee6), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.491261 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ebb3fc-0ef3-4a12-a10d-2c867c5d698b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:07:57.492590 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-8e9f45a5-d654-4782-a71b-d8049f56e1f6 None None] Provisioning complete for port c1b07324-be37-44b4-8bfc-ed7cca10147c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:07:57.492986 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8e9f45a5-d654-4782-a71b-d8049f56e1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (c1b07324-be37-44b4-8bfc-ed7cca10147c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.501208 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2ebb3fc-0ef3-4a12-a10d-2c867c5d698b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (534b0231-a2b0-40c0-9b1c-0646ef4f896b), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.501857 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-f2ebb3fc-0ef3-4a12-a10d-2c867c5d698b admin admin] Added segment 534b0231-a2b0-40c0-9b1c-0646ef4f896b of type vlan for network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 Jan 11 13:07:57.546828 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2ebb3fc-0ef3-4a12-a10d-2c867c5d698b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (36cb856f-e9ca-4cf7-a40a-2ab754a9a949), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.574725 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-056d2d0a-458d-434a-ac88-6a32f3bba64c admin admin] Publish callbacks [] for security_group (e751e757-d065-44d1-80a4-d6073b2ab537), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.583358 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2ebb3fc-0ef3-4a12-a10d-2c867c5d698b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (36cb856f-e9ca-4cf7-a40a-2ab754a9a949), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.584615 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ebb3fc-0ef3-4a12-a10d-2c867c5d698b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:07:57.585412 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2ebb3fc-0ef3-4a12-a10d-2c867c5d698b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.601074 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-056d2d0a-458d-434a-ac88-6a32f3bba64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (e751e757-d065-44d1-80a4-d6073b2ab537), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.620778 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device c1b07324-be37-44b4-8bfc-ed7cca10147c up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:07:57.637549 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebb3fc-0ef3-4a12-a10d-2c867c5d698b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bded935-7fa8-43d0-a1fe-f4d0f6a02ee6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:57.699621 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Publish callbacks [] for router_gateway (295f3385-42bf-410b-97a2-efcf335e01c5), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.720097 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65bdbd1-2b13-4a51-8a63-fc18dee718de admin admin] Made reservation on behalf of ae8cbb6acafe4174b521a91f9967168d for: {'subnet': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:07:57.722403 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f65bdbd1-2b13-4a51-8a63-fc18dee718de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.730489 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.755959 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port c1b07324-be37-44b4-8bfc-ed7cca10147c triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:07:57.756872 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (c1b07324-be37-44b4-8bfc-ed7cca10147c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.778311 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-f2ebb3fc-0ef3-4a12-a10d-2c867c5d698b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3316600 Jan 11 13:07:57.780526 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056d2d0a-458d-434a-ac88-6a32f3bba64c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:07:57.784871 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48166) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:07:57.790874 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebb3fc-0ef3-4a12-a10d-2c867c5d698b admin admin] Pushing event updated for resources: {'Network': ['ID=36cb856f-e9ca-4cf7-a40a-2ab754a9a949,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:57.816299 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-056d2d0a-458d-434a-ac88-6a32f3bba64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.816634 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-056d2d0a-458d-434a-ac88-6a32f3bba64c admin admin] Added segment 2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71 of type vlan for network 80be36a8-5558-4efe-8683-f7701a055e3f Jan 11 13:07:57.819450 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-34bed43b-ebb6-4e2c-b6a4-33fdf5bbb47f admin admin] Request body: {'subnet': {'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-956965043-subnet', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:07:57.826513 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d2d0a-458d-434a-ac88-6a32f3bba64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e751e757-d065-44d1-80a4-d6073b2ab537,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:57.849942 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:07:57.917970 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-056d2d0a-458d-434a-ac88-6a32f3bba64c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (80be36a8-5558-4efe-8683-f7701a055e3f), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.955452 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-056d2d0a-458d-434a-ac88-6a32f3bba64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (80be36a8-5558-4efe-8683-f7701a055e3f), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.957784 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 is scheduled to L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a with binding_index 1 {{(pid=102630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 13:07:57.958409 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056d2d0a-458d-434a-ac88-6a32f3bba64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:07:57.959048 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f45a5-d654-4782-a71b-d8049f56e1f6 None None] Current status of the port c1b07324-be37-44b4-8bfc-ed7cca10147c is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:07:57.959585 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-056d2d0a-458d-434a-ac88-6a32f3bba64c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:57.986111 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bed43b-ebb6-4e2c-b6a4-33fdf5bbb47f admin admin] Made reservation on behalf of c7808d2de8744f4eb8023e61750e3d81 for: {'subnet': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:07:57.988643 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34bed43b-ebb6-4e2c-b6a4-33fdf5bbb47f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:58.053459 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-056d2d0a-458d-434a-ac88-6a32f3bba64c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5256710 Jan 11 13:07:58.056707 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48180) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:07:58.072682 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-01a2563e-db54-454c-aca5-381f9f9df44e admin admin] Request body: {'subnet': {'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2078908651-subnet', 'tenant_id': '34a955b31df24aaebc066c82cb43b354', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:07:58.080420 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d2d0a-458d-434a-ac88-6a32f3bba64c admin admin] Pushing event updated for resources: {'Network': ['ID=80be36a8-5558-4efe-8683-f7701a055e3f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:58.096481 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network 80be36a8-5558-4efe-8683-f7701a055e3f details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:07:58.117802 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a2563e-db54-454c-aca5-381f9f9df44e admin admin] Made reservation on behalf of 34a955b31df24aaebc066c82cb43b354 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:07:58.121275 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a2563e-db54-454c-aca5-381f9f9df44e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:58.226056 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port c1b07324-be37-44b4-8bfc-ed7cca10147c is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:07:58.281647 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Allocated IP 172.27.0.165 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/1a770ba2-fb6c-4fa3-84af-e19ef5a33f38) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:07:58.347467 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a2563e-db54-454c-aca5-381f9f9df44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for subnet (f9c76d1e-4df5-4e16-b2e5-c4294df05736), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:58.434861 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2563e-db54-454c-aca5-381f9f9df44e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c76d1e-4df5-4e16-b2e5-c4294df05736,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:58.454426 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a2563e-db54-454c-aca5-381f9f9df44e admin admin] Checking segment: {'id': '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:07:58.454783 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a2563e-db54-454c-aca5-381f9f9df44e admin admin] Network hostable DHCP agents. Network: 80be36a8-5558-4efe-8683-f7701a055e3f, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:07:58.490544 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a2563e-db54-454c-aca5-381f9f9df44e admin admin] Network 80be36a8-5558-4efe-8683-f7701a055e3f is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:07:58.506308 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-01a2563e-db54-454c-aca5-381f9f9df44e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, 80be36a8-5558-4efe-8683-f7701a055e3f) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:07:58.516919 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b2b3dc-a965-47b1-a0e8-da2008b33a14 None None] Network 80be36a8-5558-4efe-8683-f7701a055e3f requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:07:58.526398 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a2563e-db54-454c-aca5-381f9f9df44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:07:58.527013 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a2563e-db54-454c-aca5-381f9f9df44e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:58.550075 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:07:58.561851 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f65bdbd1-2b13-4a51-8a63-fc18dee718de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for subnet (8f2b8dfd-4b45-4f1b-aab0-edb3287379f9), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:58.574478 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Sync routers for ids ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'] in dv-cinder-824149-3-iscsi {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:07:58.598937 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-01a2563e-db54-454c-aca5-381f9f9df44e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5354478 Jan 11 13:07:58.601953 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Routers {'198b2f33-8f38-4d07-9fbe-eb8b802e27b7'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:07:58.603245 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:07:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:07:58.663873 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Publish callbacks [] for port (1a770ba2-fb6c-4fa3-84af-e19ef5a33f38), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:58.730336 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:58.732030 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-839b385b-ec64-44dd-969d-6d6dc5ee1243 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1179473 Jan 11 13:07:58.735274 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48224) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:07:58.757960 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34bed43b-ebb6-4e2c-b6a4-33fdf5bbb47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for subnet (b72085c7-0437-4370-a1d2-14c23986b36f), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:58.795151 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65bdbd1-2b13-4a51-8a63-fc18dee718de admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f2b8dfd-4b45-4f1b-aab0-edb3287379f9,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:58.795363 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abbe174-eb94-43ef-aa64-e5bdf020112d None None] Network 80be36a8-5558-4efe-8683-f7701a055e3f requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:07:58.797872 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65bdbd1-2b13-4a51-8a63-fc18dee718de admin admin] Checking segment: {'id': 'ac988e39-5203-4b9f-a4fe-32833c23bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e55eeef9-8398-41f8-a1e0-b8fde91cd0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:07:58.798419 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65bdbd1-2b13-4a51-8a63-fc18dee718de admin admin] Network hostable DHCP agents. Network: e55eeef9-8398-41f8-a1e0-b8fde91cd0d1, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:07:58.813150 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Set router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:07:58.838597 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (1a770ba2-fb6c-4fa3-84af-e19ef5a33f38), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:58.917802 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bed43b-ebb6-4e2c-b6a4-33fdf5bbb47f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72085c7-0437-4370-a1d2-14c23986b36f,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:58.928225 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:07:58.929412 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65bdbd1-2b13-4a51-8a63-fc18dee718de admin admin] Network e55eeef9-8398-41f8-a1e0-b8fde91cd0d1 is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:07:58.941345 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:07:58.947323 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bed43b-ebb6-4e2c-b6a4-33fdf5bbb47f admin admin] Checking segment: {'id': '534b0231-a2b0-40c0-9b1c-0646ef4f896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:07:58.948083 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bed43b-ebb6-4e2c-b6a4-33fdf5bbb47f admin admin] Network hostable DHCP agents. Network: 36cb856f-e9ca-4cf7-a40a-2ab754a9a949, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:07:58.950731 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:07:59.146020 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48232) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:07:59.211072 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-f65bdbd1-2b13-4a51-8a63-fc18dee718de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, e55eeef9-8398-41f8-a1e0-b8fde91cd0d1) {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:07:59.226199 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da45fda-8cef-4d1c-bf00-ff3c26a96c89 None None] Network e55eeef9-8398-41f8-a1e0-b8fde91cd0d1 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:07:59.242839 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=1a770ba2-fb6c-4fa3-84af-e19ef5a33f38,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:07:59.326136 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:07:56Z', 'revision_number': 3, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:07:59.375012 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65bdbd1-2b13-4a51-8a63-fc18dee718de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:07:59.375617 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f65bdbd1-2b13-4a51-8a63-fc18dee718de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:59.398922 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Checking router: 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 for host: dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:07:59.399772 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Updating router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 port 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0 binding host dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:07:59.405411 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d28208-8896-45d8-ad2b-2339d7d08ac4 None None] Network e55eeef9-8398-41f8-a1e0-b8fde91cd0d1 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:07:59.420026 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bed43b-ebb6-4e2c-b6a4-33fdf5bbb47f admin admin] Network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:07:59.444847 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:59.450499 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-34bed43b-ebb6-4e2c-b6a4-33fdf5bbb47f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, 36cb856f-e9ca-4cf7-a40a-2ab754a9a949) {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:07:59.476192 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-f65bdbd1-2b13-4a51-8a63-fc18dee718de admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2508299 Jan 11 13:07:59.476192 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bed43b-ebb6-4e2c-b6a4-33fdf5bbb47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:07:59.476192 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34bed43b-ebb6-4e2c-b6a4-33fdf5bbb47f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:59.519920 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-34bed43b-ebb6-4e2c-b6a4-33fdf5bbb47f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7045741 Jan 11 13:07:59.520633 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48248) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:07:59.533497 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:07:59.583525 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06b8568-9bba-438b-a93a-3546a7337873 None None] Network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:07:59.603542 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48250) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:07:59.621358 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7983524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5210'] for router (f83e3be3-868f-4dca-aab8-8cffd8b8b294), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:59.622414 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7983408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7987310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8314488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5205'] for router (f83e3be3-868f-4dca-aab8-8cffd8b8b294), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:59.653587 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Publish callbacks [] for router_gateway (295f3385-42bf-410b-97a2-efcf335e01c5), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:59.782393 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ae413e89-3ffc-490b-96e8-14ca0331e32e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:59.804722 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c2302f-ad13-5f8d-9307-c227788808ca-36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'fixed_ips': [{'subnet_id': 'b72085c7-0437-4370-a1d2-14c23986b36f'}]}} from dv-cinder-824149-3-iscsi. {{(pid=102631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 13:07:59.806278 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:59.914432 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Publish callbacks [] for port (423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:59.932994 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:07:59.986824 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.021562 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3ec52fdc-292e-481a-963b-ada2a86de87a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.038960 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Allocated IP 172.20.0.2 (36cb856f-e9ca-4cf7-a40a-2ab754a9a949/b72085c7-0437-4370-a1d2-14c23986b36f/e4c4e473-848d-4fab-9a26-35260cb76c38) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:08:00.045828 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Attempting to bind port 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0 on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:08:00.046289 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Attempting to bind port 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0 by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:08:00.046672 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Attempting to bind port 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0 on network 0598fff4-adad-45d5-af02-105f0894d10b {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:00.062597 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b142a-b790-4084-8a59-54a66b9df93b None None] Pushing event updated for resources: {'Port': ['ID=423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:00.071434 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:08:00.071881 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Checking segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:08:00.073314 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.073718 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Bound using segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:08:00.074204 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Bound port: 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:08:00.074590 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.114200 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b142a-b790-4084-8a59-54a66b9df93b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:08:00.114782 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b142a-b790-4084-8a59-54a66b9df93b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:08:00.115289 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b142a-b790-4084-8a59-54a66b9df93b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:08:00.115780 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b142a-b790-4084-8a59-54a66b9df93b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:08:00.116290 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b142a-b790-4084-8a59-54a66b9df93b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:08:00.116923 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b142a-b790-4084-8a59-54a66b9df93b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:08:00.117432 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b142a-b790-4084-8a59-54a66b9df93b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:08:00.117919 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b142a-b790-4084-8a59-54a66b9df93b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:08:00.118406 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b142a-b790-4084-8a59-54a66b9df93b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:08:00.119439 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b142a-b790-4084-8a59-54a66b9df93b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:08:00.120333 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b142a-b790-4084-8a59-54a66b9df93b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:08:00.120845 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b142a-b790-4084-8a59-54a66b9df93b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:08:00.121544 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b142a-b790-4084-8a59-54a66b9df93b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b142a-b790-4084-8a59-54a66b9df93b None None] Tracked resource versions report: Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: pushed versions: Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: { 'AddressGroup': {'1.2'}, Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'ConntrackHelper': {'1.0'}, Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'LocalIPAssociation': {'1.0'}, Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Log': {'1.0'}, Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Network': {'1.1'}, Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Port': {'1.7'}, Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'PortForwarding': {'1.2'}, Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'QosPolicy': {'1.10'}, Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'SecurityGroup': {'1.5'}, Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'SecurityGroupRule': {'1.2'}, Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'SubPort': {'1.0'}, Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Subnet': {'1.1'}, Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Trunk': {'1.1'}} Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: consumer versions: Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: { DHCP agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: HyperV agent@hv-cinder-82414: {}, Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: L3 agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: Metadata agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: Metering agent@dv-cinder-824149-3-iscsi: {}, Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: Open vSwitch agent@dv-cinder-824149-3-iscsi: { 'AddressGroup': '1.2', Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'ConntrackHelper': '1.0', Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'LocalIPAssociation': '1.0', Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Log': '1.0', Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Network': '1.1', Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Port': '1.7', Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'PortForwarding': '1.2', Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'QosPolicy': '1.10', Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'SecurityGroup': '1.5', Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'SecurityGroupRule': '1.2', Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'SubPort': '1.0', Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Subnet': '1.1', Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: 'Trunk': '1.1'}} Jan 11 13:08:00.122883 dv-cinder-824149-3-iscsi neutron-server[102632]: {{(pid=102632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 13:08:00.138072 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Publish callbacks [] for router_controller (f83e3be3-868f-4dca-aab8-8cffd8b8b294), precommit_add_association {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.192890 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] For port 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:08:00.196415 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] For port 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:08:00.210426 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.221930 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] Allocated IP 172.20.0.1 (48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc/26a91e9a-7375-46a6-9db2-f38aaabd6d94/8ecdef9d-e305-4b5b-93c3-599dcf43842a) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:08:00.299355 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Publish callbacks [] for port (e4c4e473-848d-4fab-9a26-35260cb76c38), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.312669 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (e4c4e473-848d-4fab-9a26-35260cb76c38), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.338161 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Routers {'198b2f33-8f38-4d07-9fbe-eb8b802e27b7'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:08:00.339224 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:07:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:00.344794 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ae413e89-3ffc-490b-96e8-14ca0331e32e admin admin] Publish callbacks [] for security_group (d6351f35-2f90-4370-8240-382b4362ead0), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.357780 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:08:00.358460 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ae413e89-3ffc-490b-96e8-14ca0331e32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (d6351f35-2f90-4370-8240-382b4362ead0), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.405999 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b142a-b790-4084-8a59-54a66b9df93b None None] Pushing event updated for resources: {'Port': ['ID=423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:00.418397 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7983417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7954111'] for router (295f3385-42bf-410b-97a2-efcf335e01c5), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.440980 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:08:00.454172 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:08:00.507526 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Pushing event updated for resources: {'Port': ['ID=e4c4e473-848d-4fab-9a26-35260cb76c38,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:00.552015 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] Set router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:08:00.558204 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae413e89-3ffc-490b-96e8-14ca0331e32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6351f35-2f90-4370-8240-382b4362ead0,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:00.576046 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-ae413e89-3ffc-490b-96e8-14ca0331e32e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e7206bce11de4a07a9b86c75da7048cb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4289660 Jan 11 13:08:00.583838 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] Publish callbacks [] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.588219 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48272) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:00.680036 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Attempting to bind port e4c4e473-848d-4fab-9a26-35260cb76c38 on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:08:00.680462 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Attempting to bind port e4c4e473-848d-4fab-9a26-35260cb76c38 by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '534b0231-a2b0-40c0-9b1c-0646ef4f896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:08:00.680868 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Attempting to bind port e4c4e473-848d-4fab-9a26-35260cb76c38 on network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:00.684748 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7227c145-ea0a-44dc-8f0c-147565268e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.696607 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:08:00.697504 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Checking segment: {'id': '534b0231-a2b0-40c0-9b1c-0646ef4f896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:08:00.697918 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.698319 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Bound using segment: {'id': '534b0231-a2b0-40c0-9b1c-0646ef4f896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:08:00.698809 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Bound port: e4c4e473-848d-4fab-9a26-35260cb76c38, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534b0231-a2b0-40c0-9b1c-0646ef4f896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:08:00.699199 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (e4c4e473-848d-4fab-9a26-35260cb76c38), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.827748 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.847881 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d98e130-af31-4242-ae47-882d84a64f7b admin admin] Publish callbacks [] for security_group (d6351f35-2f90-4370-8240-382b4362ead0), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.866551 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] For port e4c4e473-848d-4fab-9a26-35260cb76c38, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:08:00.872711 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] For port e4c4e473-848d-4fab-9a26-35260cb76c38, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=e4c4e473-848d-4fab-9a26-35260cb76c38,segment=NetworkSegment(534b0231-a2b0-40c0-9b1c-0646ef4f896b),segment_id=534b0231-a2b0-40c0-9b1c-0646ef4f896b)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:08:00.885572 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (e4c4e473-848d-4fab-9a26-35260cb76c38), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.922807 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:07:56Z', 'revision_number': 3, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:00.928537 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] Network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:08:00.953923 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:08:00.957260 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:08:00.957745 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7954030'] for router_interface (198b2f33-8f38-4d07-9fbe-eb8b802e27b7), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:00.969894 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1127e34-a986-4e98-a445-fd769e662822 None None] The sync data for ids ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'] in dv-cinder-824149-3-iscsi is: [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:07:56Z', 'revision_number': 3, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}] {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:08:01.040270 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48314) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:01.041043 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48316) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:01.042988 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6e955-9e1a-4b81-982e-5c3067790c61 None None] Pushing event updated for resources: {'Port': ['ID=e4c4e473-848d-4fab-9a26-35260cb76c38,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:01.061359 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d98e130-af31-4242-ae47-882d84a64f7b admin admin] Publish callbacks [] for security_group (d6351f35-2f90-4370-8240-382b4362ead0), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:01.090623 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Publish callbacks [] for router_gateway (f83e3be3-868f-4dca-aab8-8cffd8b8b294), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:01.134210 dv-cinder-824149-3-iscsi neutron-server[102629]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 11 13:08:01.139761 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] Pushing event updated for resources: {'Port': ['ID=8ecdef9d-e305-4b5b-93c3-599dcf43842a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:01.208035 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3ec52fdc-292e-481a-963b-ada2a86de87a admin admin] Publish callbacks [] for security_group (ec2cc5fb-60ab-498e-a7c8-e84fe34c34f5), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:01.244876 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3ec52fdc-292e-481a-963b-ada2a86de87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (ec2cc5fb-60ab-498e-a7c8-e84fe34c34f5), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:01.323732 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d98e130-af31-4242-ae47-882d84a64f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (d6351f35-2f90-4370-8240-382b4362ead0), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:01.326324 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d98e130-af31-4242-ae47-882d84a64f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:01.330549 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-6d98e130-af31-4242-ae47-882d84a64f7b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d6351f35-2f90-4370-8240-382b4362ead0 HTTP/1.1" status: 204 len: 168 time: 0.7258687 Jan 11 13:08:01.418363 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98e130-af31-4242-ae47-882d84a64f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6351f35-2f90-4370-8240-382b4362ead0,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:01.527047 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-3ec52fdc-292e-481a-963b-ada2a86de87a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a475b22d6c19473bafca301fa879026d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9207356 Jan 11 13:08:01.527667 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-f155149d-1dae-4400-822f-7dc8828831a2 None None] Provisioning complete for port 8ecdef9d-e305-4b5b-93c3-599dcf43842a triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:01.527892 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f155149d-1dae-4400-822f-7dc8828831a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:01.529194 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48330) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:01.550327 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec52fdc-292e-481a-963b-ada2a86de87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2cc5fb-60ab-498e-a7c8-e84fe34c34f5,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:01.596479 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-f155149d-1dae-4400-822f-7dc8828831a2 None None] Port 8ecdef9d-e305-4b5b-93c3-599dcf43842a cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:08:01.697007 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Router 295f3385-42bf-410b-97a2-efcf335e01c5 is scheduled to L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a with binding_index 1 {{(pid=102630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 13:08:01.780049 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-0202966b-26e6-4c96-b63b-23e8fd6a8017 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:01.785729 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-0202966b-26e6-4c96-b63b-23e8fd6a8017 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/networks?id=80be36a8-5558-4efe-8683-f7701a055e3f HTTP/1.1" status: 200 len: 815 time: 0.6848826 Jan 11 13:08:01.799551 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-2e641f14-880d-4f61-a797-d96e547047c9 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:01.801210 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-2e641f14-880d-4f61-a797-d96e547047c9 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/networks?id=e55eeef9-8398-41f8-a1e0-b8fde91cd0d1 HTTP/1.1" status: 200 len: 811 time: 0.6994653 Jan 11 13:08:01.823587 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73bf5606-9e10-4cd6-addf-f691170e19c3 admin admin] Publish callbacks [] for security_group (ec2cc5fb-60ab-498e-a7c8-e84fe34c34f5), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:01.857393 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-440f84f1-dc8f-45b9-bf85-0224bd80979b tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/quotas/34a955b31df24aaebc066c82cb43b354 HTTP/1.1" status: 200 len: 375 time: 0.0396013 Jan 11 13:08:01.861890 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-0cffe22c-8573-4c71-9c39-ea63e0107c71 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/quotas/ae8cbb6acafe4174b521a91f9967168d HTTP/1.1" status: 200 len: 375 time: 0.0426557 Jan 11 13:08:01.862484 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:01.916930 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48334) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:01.940143 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73bf5606-9e10-4cd6-addf-f691170e19c3 admin admin] Publish callbacks [] for security_group (ec2cc5fb-60ab-498e-a7c8-e84fe34c34f5), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:01.943252 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1f33c75b-c841-43fe-b2d1-ec2ebc35f85d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:01.944313 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-76e56c18-0bbc-4475-8018-824b82bce236 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=34a955b31df24aaebc066c82cb43b354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739334 Jan 11 13:08:02.000153 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-2be36a9b-640b-4512-ad19-1f70e9a05fe5 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ae8cbb6acafe4174b521a91f9967168d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195846 Jan 11 13:08:02.055637 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Publish callbacks [] for router_gateway (f83e3be3-868f-4dca-aab8-8cffd8b8b294), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:02.115815 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:08:02.130762 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Sync routers for ids ['295f3385-42bf-410b-97a2-efcf335e01c5'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:08:02.136205 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:02.145554 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Routers {'295f3385-42bf-410b-97a2-efcf335e01c5'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:08:02.147550 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:07:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['295f3385-42bf-410b-97a2-efcf335e01c5'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:02.210978 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:02.212893 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-90796beb-8128-45d3-8155-5d590d3f5dc2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1003685 Jan 11 13:08:02.216315 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48346) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:02.324787 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73bf5606-9e10-4cd6-addf-f691170e19c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (ec2cc5fb-60ab-498e-a7c8-e84fe34c34f5), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:02.328014 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73bf5606-9e10-4cd6-addf-f691170e19c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:02.338421 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-73bf5606-9e10-4cd6-addf-f691170e19c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec2cc5fb-60ab-498e-a7c8-e84fe34c34f5 HTTP/1.1" status: 204 len: 168 time: 0.7886629 Jan 11 13:08:02.365437 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-ad80c406-42cf-428b-ba6f-4ba544e55ca5 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 13:08:02.368805 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-ad80c406-42cf-428b-ba6f-4ba544e55ca5 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1312640 Jan 11 13:08:02.407102 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Set router 295f3385-42bf-410b-97a2-efcf335e01c5 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:08:02.419166 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-73ab24aa-344b-4117-bb0e-2ce0101c9d6f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 13:08:02.419166 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-73ab24aa-344b-4117-bb0e-2ce0101c9d6f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1747758 Jan 11 13:08:02.434320 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] Publish callbacks [] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:02.439364 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf5606-9e10-4cd6-addf-f691170e19c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2cc5fb-60ab-498e-a7c8-e84fe34c34f5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:02.463809 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1f33c75b-c841-43fe-b2d1-ec2ebc35f85d admin admin] Publish callbacks [] for security_group (83b6fb4c-9765-49a0-98cb-6a512f76db36), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:02.500575 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:02.501876 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7987966'] for router_interface (198b2f33-8f38-4d07-9fbe-eb8b802e27b7), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:02.548567 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Allocated IP 172.27.0.225 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/1415aec2-506c-416d-be99-9f691ca41160) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:08:02.560284 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1f33c75b-c841-43fe-b2d1-ec2ebc35f85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (83b6fb4c-9765-49a0-98cb-6a512f76db36), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:02.624498 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-1f33c75b-c841-43fe-b2d1-ec2ebc35f85d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd5226433d974e349e9f0c5087d5f28a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7040567 Jan 11 13:08:02.699946 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4f3cdd2f-f72c-4cca-be40-65df577e77c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:02.700218 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48358) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:02.719933 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] Network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:08:02.789436 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003db9b7-519d-4dfe-a20a-14eec3296c3e None None] Network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:08:02.794208 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:08:02.800387 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33c75b-c841-43fe-b2d1-ec2ebc35f85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b6fb4c-9765-49a0-98cb-6a512f76db36,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:02.954865 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-a5804d64-79dd-4e5e-9339-cea587a69563 None None] Provisioning complete for port e4c4e473-848d-4fab-9a26-35260cb76c38 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:02.954865 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5804d64-79dd-4e5e-9339-cea587a69563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (e4c4e473-848d-4fab-9a26-35260cb76c38), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:03.105533 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48368) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:03.156044 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5f4462de-8ab0-4426-ac65-c833c2382792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:03.163492 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Publish callbacks [] for port (1415aec2-506c-416d-be99-9f691ca41160), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:03.192370 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1991464336-router', 'tenant_id': 'e926aa46b418404383da145fb0cb13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1a770ba2-fb6c-4fa3-84af-e19ef5a33f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:56Z', 'updated_at': '2022-01-11T13:07:59Z', 'revision_number': 3, 'project_id': 'e926aa46b418404383da145fb0cb13b2', 'gw_port': {'id': '1a770ba2-fb6c-4fa3-84af-e19ef5a33f38', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:57Z', 'updated_at': '2022-01-11T13:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:03.253621 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Checking router: 295f3385-42bf-410b-97a2-efcf335e01c5 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:08:03.254416 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Updating router 295f3385-42bf-410b-97a2-efcf335e01c5 port 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38 binding host dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:08:03.323667 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (1a770ba2-fb6c-4fa3-84af-e19ef5a33f38), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:03.326435 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-a5804d64-79dd-4e5e-9339-cea587a69563 None None] Current status of the port e4c4e473-848d-4fab-9a26-35260cb76c38 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:03.326850 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5804d64-79dd-4e5e-9339-cea587a69563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (e4c4e473-848d-4fab-9a26-35260cb76c38), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:03.355855 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] Pushing event updated for resources: {'Port': ['ID=8ecdef9d-e305-4b5b-93c3-599dcf43842a,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:03.413174 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (1415aec2-506c-416d-be99-9f691ca41160), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:03.441769 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-125a6b91-0d0e-4b09-a3e4-09a7ccc1afdc service neutron] 10.222.0.52 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0427039 Jan 11 13:08:03.447024 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-a5a18222-c889-4ab4-8c0d-ea95842fcc8e service neutron] 10.222.0.52 "GET /v2.0/networks/e55eeef9-8398-41f8-a1e0-b8fde91cd0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0174832 Jan 11 13:08:03.508219 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5f4462de-8ab0-4426-ac65-c833c2382792 admin admin] Publish callbacks [] for security_group (1f2c4e9c-a273-4d62-ab90-7975eaf547be), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:03.513000 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-a5804d64-79dd-4e5e-9339-cea587a69563 None None] For port e4c4e473-848d-4fab-9a26-35260cb76c38, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=e4c4e473-848d-4fab-9a26-35260cb76c38,segment=NetworkSegment(534b0231-a2b0-40c0-9b1c-0646ef4f896b),segment_id=534b0231-a2b0-40c0-9b1c-0646ef4f896b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:03.524426 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5804d64-79dd-4e5e-9339-cea587a69563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (e4c4e473-848d-4fab-9a26-35260cb76c38), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:03.525287 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5f4462de-8ab0-4426-ac65-c833c2382792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (1f2c4e9c-a273-4d62-ab90-7975eaf547be), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:03.552458 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ca4a983c-0c98-471a-ba61-87cbb1ba8344 admin admin] Publish callbacks [] for security_group (83b6fb4c-9765-49a0-98cb-6a512f76db36), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:03.553858 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Pushing event updated for resources: {'Port': ['ID=1415aec2-506c-416d-be99-9f691ca41160,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:03.565352 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:08:03.593043 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device e4c4e473-848d-4fab-9a26-35260cb76c38 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:08:03.607131 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:08:03.613829 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:08:03.649510 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ca4a983c-0c98-471a-ba61-87cbb1ba8344 admin admin] Publish callbacks [] for security_group (83b6fb4c-9765-49a0-98cb-6a512f76db36), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:03.656730 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-5f4462de-8ab0-4426-ac65-c833c2382792 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03da582a99744855ac8a116c32bc260b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5444407 Jan 11 13:08:03.664642 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48372) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:03.696297 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4462de-8ab0-4426-ac65-c833c2382792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2c4e9c-a273-4d62-ab90-7975eaf547be,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:03.746215 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] Router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:08:03.796207 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-01891467-f503-4129-9083-3eb4712a1160 service neutron] 10.222.0.52 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448060 Jan 11 13:08:03.810987 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-440e4bf8-47ea-472e-a1e3-e8271503eb0b service neutron] 10.222.0.52 "GET /v2.0/networks/e55eeef9-8398-41f8-a1e0-b8fde91cd0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572872 Jan 11 13:08:03.869004 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5804d64-79dd-4e5e-9339-cea587a69563 None None] Pushing event updated for resources: {'Port': ['ID=e4c4e473-848d-4fab-9a26-35260cb76c38,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:03.888749 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:03.936574 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port e4c4e473-848d-4fab-9a26-35260cb76c38 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:03.937035 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (e4c4e473-848d-4fab-9a26-35260cb76c38), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:03.970258 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef605bd6-0873-4bc3-b6a0-97cd8d357623 admin admin] Publish callbacks [] for security_group (1f2c4e9c-a273-4d62-ab90-7975eaf547be), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:03.988965 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ca4a983c-0c98-471a-ba61-87cbb1ba8344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (83b6fb4c-9765-49a0-98cb-6a512f76db36), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:03.991541 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ca4a983c-0c98-471a-ba61-87cbb1ba8344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:03.996153 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-ca4a983c-0c98-471a-ba61-87cbb1ba8344 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83b6fb4c-9765-49a0-98cb-6a512f76db36 HTTP/1.1" status: 204 len: 168 time: 1.2739003 Jan 11 13:08:04.021167 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-36e24771-4fa5-435a-844a-f9c6221e2476 None None] Provisioning complete for port 8ecdef9d-e305-4b5b-93c3-599dcf43842a triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:04.021526 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-36e24771-4fa5-435a-844a-f9c6221e2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:04.031767 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef605bd6-0873-4bc3-b6a0-97cd8d357623 admin admin] Publish callbacks [] for security_group (1f2c4e9c-a273-4d62-ab90-7975eaf547be), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:04.033978 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:04.035728 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a983c-0c98-471a-ba61-87cbb1ba8344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b6fb4c-9765-49a0-98cb-6a512f76db36,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:04.088598 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:08:04.100514 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Sync routers for ids ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'] in dv-cinder-824149-3-iscsi {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:08:04.117726 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Routers {'198b2f33-8f38-4d07-9fbe-eb8b802e27b7'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:08:04.118160 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-d676d563-ef24-4841-84fa-e8cbc9035398 admin admin] 10.222.0.52 "PUT /v2.0/routers/198b2f33-8f38-4d07-9fbe-eb8b802e27b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3819170 Jan 11 13:08:04.123971 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:08:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:04.154815 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef605bd6-0873-4bc3-b6a0-97cd8d357623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (1f2c4e9c-a273-4d62-ab90-7975eaf547be), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:04.158257 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef605bd6-0873-4bc3-b6a0-97cd8d357623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:04.159359 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-ef605bd6-0873-4bc3-b6a0-97cd8d357623 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1f2c4e9c-a273-4d62-ab90-7975eaf547be HTTP/1.1" status: 204 len: 168 time: 0.4937201 Jan 11 13:08:04.299440 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Publish callbacks [] for router_gateway (f83e3be3-868f-4dca-aab8-8cffd8b8b294), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:04.306023 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef605bd6-0873-4bc3-b6a0-97cd8d357623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2c4e9c-a273-4d62-ab90-7975eaf547be,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:04.318231 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Publish callbacks [] for port (1a770ba2-fb6c-4fa3-84af-e19ef5a33f38), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:04.326144 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d23218c6-f814-4bb8-b61a-c6a7625752a5 req-b7816de8-624a-4f5f-9a78-3d2275c8f533 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 210 time: 0.1634290 Jan 11 13:08:04.341367 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Set router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:08:04.393372 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (1a770ba2-fb6c-4fa3-84af-e19ef5a33f38), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:04.414566 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d03c44d7-1f87-4f5e-aaf2-6dd954f04d5e req-edc9af8e-4625-4720-a0cf-14c1ddb0439a tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 210 time: 0.1477008 Jan 11 13:08:04.421651 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-36e24771-4fa5-435a-844a-f9c6221e2476 None None] Port 8ecdef9d-e305-4b5b-93c3-599dcf43842a cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:08:04.527729 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:04.542635 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Attempting to bind port 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38 on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:08:04.543081 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Attempting to bind port 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38 by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:08:04.543473 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Attempting to bind port 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38 on network 0598fff4-adad-45d5-af02-105f0894d10b {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:04.552642 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port e4c4e473-848d-4fab-9a26-35260cb76c38 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:04.553770 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:08:04.575704 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:08:01Z', 'revision_number': 4, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '8ecdef9d-e305-4b5b-93c3-599dcf43842a', 'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'mac_address': 'fa:16:3e:09:2f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:00Z', 'updated_at': '2022-01-11T13:08:02Z', 'revision_number': 2, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'subnets': [{'id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:04.603401 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Checking router: 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 for host: dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:08:04.603755 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Updating router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 port 8ecdef9d-e305-4b5b-93c3-599dcf43842a binding host dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:08:04.611042 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-36e24771-4fa5-435a-844a-f9c6221e2476 None None] Provisioning complete for port e4c4e473-848d-4fab-9a26-35260cb76c38 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:04.611446 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-36e24771-4fa5-435a-844a-f9c6221e2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (e4c4e473-848d-4fab-9a26-35260cb76c38), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:04.638520 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:04.644855 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] Allocated IP 172.20.0.1 (1bd206a4-d95e-47f8-a04e-91f4a01a6374/2a3af950-4033-4372-9fdc-0bf30a030e8b/5d4acd86-81ed-429a-8d6f-78e1018b7942) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:08:04.659809 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:08:04.660718 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Checking segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:08:04.661138 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:04.661705 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Bound using segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:08:04.663024 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Bound port: 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:08:04.663430 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (1a770ba2-fb6c-4fa3-84af-e19ef5a33f38), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:04.738861 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] For port 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:08:04.742591 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] For port 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=1a770ba2-fb6c-4fa3-84af-e19ef5a33f38,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:08:04.761266 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7983417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7954111'] for router (f83e3be3-868f-4dca-aab8-8cffd8b8b294), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:04.765682 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (1a770ba2-fb6c-4fa3-84af-e19ef5a33f38), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:04.834402 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:04.834917 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:04.907034 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] Publish callbacks [] for port (5d4acd86-81ed-429a-8d6f-78e1018b7942), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:04.952226 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Routers {'295f3385-42bf-410b-97a2-efcf335e01c5'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:08:04.953163 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:08:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['295f3385-42bf-410b-97a2-efcf335e01c5'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:04.961021 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7fd65-7769-4384-863e-0b9e44b2e44f None None] Pushing event updated for resources: {'Port': ['ID=1a770ba2-fb6c-4fa3-84af-e19ef5a33f38,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:04.984405 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (5d4acd86-81ed-429a-8d6f-78e1018b7942), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:05.035825 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Router f83e3be3-868f-4dca-aab8-8cffd8b8b294 is scheduled to L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a with binding_index 1 {{(pid=102630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 13:08:05.059691 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] Network 1bd206a4-d95e-47f8-a04e-91f4a01a6374 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:08:05.066207 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:08:05.072822 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:08:05.073936 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7954030'] for router_interface (295f3385-42bf-410b-97a2-efcf335e01c5), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:05.102492 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] Pushing event updated for resources: {'Port': ['ID=5d4acd86-81ed-429a-8d6f-78e1018b7942,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:05.294802 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-36e24771-4fa5-435a-844a-f9c6221e2476 None None] Current status of the port e4c4e473-848d-4fab-9a26-35260cb76c38 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:05.342539 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Publish callbacks [] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:05.366988 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:05.471489 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48462) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:05.507104 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-5c73ff09-ad53-497b-92e5-65d50a639910 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--117763203', 'description': 'tempest-description--1900484358'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:05.507368 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e71369-ed33-4ecd-89fd-af9848ab3e2a None None] Pushing event updated for resources: {'Port': ['ID=8ecdef9d-e305-4b5b-93c3-599dcf43842a,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:05.527095 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-91712a48-f07f-488f-b5a0-de85ae6b3628 req-b4ffb843-bc37-41a5-a750-a9ee63ad66a7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 210 time: 0.1087444 Jan 11 13:08:05.626475 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bbfdcaaf-f416-4c18-8c85-42331fc9b90c req-bcbcf3e8-ce8d-4dce-b017-3701898360f5 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 210 time: 0.0923660 Jan 11 13:08:05.638476 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:05.642927 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:05.645256 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5c73ff09-ad53-497b-92e5-65d50a639910 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:05.672486 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:05.676614 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7fd65-7769-4384-863e-0b9e44b2e44f None None] Pushing event updated for resources: {'Port': ['ID=1a770ba2-fb6c-4fa3-84af-e19ef5a33f38,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:05.707003 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] For port 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:05.709466 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Attempting to bind port 8ecdef9d-e305-4b5b-93c3-599dcf43842a on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:08:05.710801 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Attempting to bind port 8ecdef9d-e305-4b5b-93c3-599dcf43842a by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': 'd8635487-a1b7-4085-b8d0-a6a865c70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:08:05.713025 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Attempting to bind port 8ecdef9d-e305-4b5b-93c3-599dcf43842a on network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:05.720285 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:08:05.721137 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Checking segment: {'id': 'd8635487-a1b7-4085-b8d0-a6a865c70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:08:05.721845 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:05.722460 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Bound using segment: {'id': 'd8635487-a1b7-4085-b8d0-a6a865c70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:08:05.723214 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Bound port: 8ecdef9d-e305-4b5b-93c3-599dcf43842a, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8635487-a1b7-4085-b8d0-a6a865c70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:08:05.724355 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:05.729257 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:05.869089 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Pushing event updated for resources: {'Port': ['ID=423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:05.869373 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5c73ff09-ad53-497b-92e5-65d50a639910 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group (01e68ea2-466e-4054-aa12-cad437baae6b), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:05.893522 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5c73ff09-ad53-497b-92e5-65d50a639910 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (01e68ea2-466e-4054-aa12-cad437baae6b), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:05.910087 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] Set router 295f3385-42bf-410b-97a2-efcf335e01c5 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:08:05.958328 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] For port 8ecdef9d-e305-4b5b-93c3-599dcf43842a, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:08:05.972884 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] For port 8ecdef9d-e305-4b5b-93c3-599dcf43842a, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=8ecdef9d-e305-4b5b-93c3-599dcf43842a,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:08:05.985085 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:06.005008 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device e4c4e473-848d-4fab-9a26-35260cb76c38 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:08:06.017953 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73ff09-ad53-497b-92e5-65d50a639910 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e68ea2-466e-4054-aa12-cad437baae6b,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:06.022095 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:08:06.083932 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5c73ff09-ad53-497b-92e5-65d50a639910 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:06.086237 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-5c73ff09-ad53-497b-92e5-65d50a639910 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6091514 Jan 11 13:08:06.090376 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48498) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:06.096209 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-21c6f8c6-2dd8-490f-bf6d-29cc56431b3f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Request body: {'security_group_rule': {'security_group_id': '01e68ea2-466e-4054-aa12-cad437baae6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:06.144221 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e71369-ed33-4ecd-89fd-af9848ab3e2a None None] Pushing event updated for resources: {'Port': ['ID=8ecdef9d-e305-4b5b-93c3-599dcf43842a,revision_number=4']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:06.149150 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Routers {'198b2f33-8f38-4d07-9fbe-eb8b802e27b7'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:08:06.150585 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:08:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:06.151735 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Sync routers for ids ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:08:06.256170 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (5d4acd86-81ed-429a-8d6f-78e1018b7942), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:06.256258 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-21c6f8c6-2dd8-490f-bf6d-29cc56431b3f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group_rule (ce0cdf4b-806b-4677-901e-ccb76a19f153), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:06.263386 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:06.266525 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-a973980a-f7ab-4a8a-8024-d14806a7aad6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7395854 Jan 11 13:08:06.272222 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48504) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:06.520893 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] Set router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:08:06.535845 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-21c6f8c6-2dd8-490f-bf6d-29cc56431b3f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group_rule (ce0cdf4b-806b-4677-901e-ccb76a19f153), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:06.543148 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7d8e10f3-a5c7-4e32-8ddc-3dd3ed5944ae None None] Provisioning complete for port 8ecdef9d-e305-4b5b-93c3-599dcf43842a triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:06.543605 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7d8e10f3-a5c7-4e32-8ddc-3dd3ed5944ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:06.547064 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-21c6f8c6-2dd8-490f-bf6d-29cc56431b3f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (ce0cdf4b-806b-4677-901e-ccb76a19f153), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:06.591353 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Routers {'f83e3be3-868f-4dca-aab8-8cffd8b8b294'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:08:06.592082 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:08:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:06.613218 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6f8c6-2dd8-490f-bf6d-29cc56431b3f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0cdf4b-806b-4677-901e-ccb76a19f153,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:06.635666 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-21c6f8c6-2dd8-490f-bf6d-29cc56431b3f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:06.637981 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-21c6f8c6-2dd8-490f-bf6d-29cc56431b3f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5461671 Jan 11 13:08:06.643371 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48520) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:06.661358 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-34e54479-204d-45f9-b3ce-238f6b96c99d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Request body: {'security_group_rule': {'security_group_id': '01e68ea2-466e-4054-aa12-cad437baae6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:06.704911 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:06.723909 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port e4c4e473-848d-4fab-9a26-35260cb76c38 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:06.723909 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (e4c4e473-848d-4fab-9a26-35260cb76c38), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:06.850089 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4709e688-f67d-4444-ad0a-c4ce8f0edd8e req-e8f8ddfe-5c5a-4049-98b2-e631811083d3 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 210 time: 0.1561313 Jan 11 13:08:06.852289 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1991464336-router', 'tenant_id': 'e926aa46b418404383da145fb0cb13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1a770ba2-fb6c-4fa3-84af-e19ef5a33f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:56Z', 'updated_at': '2022-01-11T13:07:59Z', 'revision_number': 3, 'project_id': 'e926aa46b418404383da145fb0cb13b2', 'gw_port': {'id': '1a770ba2-fb6c-4fa3-84af-e19ef5a33f38', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:57Z', 'updated_at': '2022-01-11T13:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:06.889836 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34e54479-204d-45f9-b3ce-238f6b96c99d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group_rule (2e3768a2-1451-4671-844e-4cb9b94f4346), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:06.905469 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0930b4a-013f-4627-988f-6a5cdc334501 None None] The sync data for ids ['295f3385-42bf-410b-97a2-efcf335e01c5'] in dv-cinder-824149-3-iscsi is: [{'id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1991464336-router', 'tenant_id': 'e926aa46b418404383da145fb0cb13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1a770ba2-fb6c-4fa3-84af-e19ef5a33f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:56Z', 'updated_at': '2022-01-11T13:07:59Z', 'revision_number': 3, 'project_id': 'e926aa46b418404383da145fb0cb13b2', 'gw_port': {'id': '1a770ba2-fb6c-4fa3-84af-e19ef5a33f38', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:57Z', 'updated_at': '2022-01-11T13:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:08:06.919111 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e10f3-a5c7-4e32-8ddc-3dd3ed5944ae None None] Current status of the port 8ecdef9d-e305-4b5b-93c3-599dcf43842a is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:06.919432 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7d8e10f3-a5c7-4e32-8ddc-3dd3ed5944ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:06.997192 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7d8e10f3-a5c7-4e32-8ddc-3dd3ed5944ae None None] For port 8ecdef9d-e305-4b5b-93c3-599dcf43842a, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=8ecdef9d-e305-4b5b-93c3-599dcf43842a,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:07.014378 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7d8e10f3-a5c7-4e32-8ddc-3dd3ed5944ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:07.029304 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Set router f83e3be3-868f-4dca-aab8-8cffd8b8b294 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:08:07.153522 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1c1c2d2c-dca3-430b-8dda-15c8aa222628 req-473b7592-55b9-4697-b0ad-d93f49b1f6e3 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 210 time: 0.2280512 Jan 11 13:08:07.182393 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34e54479-204d-45f9-b3ce-238f6b96c99d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group_rule (2e3768a2-1451-4671-844e-4cb9b94f4346), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:07.202493 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34e54479-204d-45f9-b3ce-238f6b96c99d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (2e3768a2-1451-4671-844e-4cb9b94f4346), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:07.238644 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e54479-204d-45f9-b3ce-238f6b96c99d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3768a2-1451-4671-844e-4cb9b94f4346,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:07.249868 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34e54479-204d-45f9-b3ce-238f6b96c99d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:07.251555 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-34e54479-204d-45f9-b3ce-238f6b96c99d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6055903 Jan 11 13:08:07.255116 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48542) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:07.272047 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-cc64dcc7-ad52-4388-a029-96ad32643f17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Request body: {'floatingip': {'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:07.306372 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:08:01Z', 'revision_number': 4, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '8ecdef9d-e305-4b5b-93c3-599dcf43842a', 'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'mac_address': 'fa:16:3e:09:2f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:00Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'subnets': [{'id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:07.347180 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc64dcc7-ad52-4388-a029-96ad32643f17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:07.391396 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] Publish callbacks [] for port (5d4acd86-81ed-429a-8d6f-78e1018b7942), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:07.433265 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22497af-14e5-48ef-b633-4302ffa3d2c8 None None] The sync data for ids ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'] in dv-cinder-824149-3-iscsi is: [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:08:01Z', 'revision_number': 4, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '8ecdef9d-e305-4b5b-93c3-599dcf43842a', 'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'mac_address': 'fa:16:3e:09:2f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:00Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'subnets': [{'id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:08:07.626357 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (5d4acd86-81ed-429a-8d6f-78e1018b7942), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:07.629652 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7987966'] for router_interface (295f3385-42bf-410b-97a2-efcf335e01c5), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:07.800459 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port e4c4e473-848d-4fab-9a26-35260cb76c38 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:07.804024 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] Pushing event updated for resources: {'Port': ['ID=5d4acd86-81ed-429a-8d6f-78e1018b7942,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:07.810979 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-6bcae1dd-548e-4d65-b7a2-728105c61552 None None] Provisioning complete for port 8ecdef9d-e305-4b5b-93c3-599dcf43842a triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:07.811600 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6bcae1dd-548e-4d65-b7a2-728105c61552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:07.815417 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e10f3-a5c7-4e32-8ddc-3dd3ed5944ae None None] Pushing event updated for resources: {'Port': ['ID=8ecdef9d-e305-4b5b-93c3-599dcf43842a,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:07.894654 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc64dcc7-ad52-4388-a029-96ad32643f17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:08.306952 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-6bcae1dd-548e-4d65-b7a2-728105c61552 None None] Current status of the port 8ecdef9d-e305-4b5b-93c3-599dcf43842a is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:08.317371 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.49', 56431) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:08.336306 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:08:03Z', 'revision_number': 3, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:08.476015 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Checking router: f83e3be3-868f-4dca-aab8-8cffd8b8b294 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:08:08.476459 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Updating router f83e3be3-868f-4dca-aab8-8cffd8b8b294 port 1415aec2-506c-416d-be99-9f691ca41160 binding host dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:08:08.484356 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] Network 1bd206a4-d95e-47f8-a04e-91f4a01a6374 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:08:08.509881 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f8c3c4a1-6b4e-4c18-983b-96be9b3dec7c req-ee6bf7e3-bacb-4483-b724-664798d3554f tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 210 time: 0.1263187 Jan 11 13:08:08.575372 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (1415aec2-506c-416d-be99-9f691ca41160), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:08.582685 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:08:08.615339 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b44f761c-3815-473d-9a26-14b64d66b3db req-25216cbc-60e8-41fa-8cc2-f92cf6b92712 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 210 time: 0.2589774 Jan 11 13:08:08.684330 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-cc64dcc7-ad52-4388-a029-96ad32643f17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Allocated IP 172.27.0.36 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/287452a3-b425-4729-ba4c-57a5b9e6663b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:08:08.953656 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56435) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:09.003243 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:08:09.167421 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:09.168813 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (1a770ba2-fb6c-4fa3-84af-e19ef5a33f38), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:09.201977 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-697f2db5-0046-4e33-9bf7-35c1f1c6d7ac tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:09.205202 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-697f2db5-0046-4e33-9bf7-35c1f1c6d7ac tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.49 "GET /v2.0/networks?id=e55eeef9-8398-41f8-a1e0-b8fde91cd0d1 HTTP/1.1" status: 200 len: 811 time: 0.8860817 Jan 11 13:08:09.214474 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] Router 295f3385-42bf-410b-97a2-efcf335e01c5 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:08:09.285154 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:09.285957 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (1a770ba2-fb6c-4fa3-84af-e19ef5a33f38), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:09.311053 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] For port 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=1a770ba2-fb6c-4fa3-84af-e19ef5a33f38,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:09.318467 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-da89d9e0-5085-4bbc-887e-a947c8452b12 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:09.320916 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-da89d9e0-5085-4bbc-887e-a947c8452b12 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.49 "GET /v2.0/networks?id=80be36a8-5558-4efe-8683-f7701a055e3f HTTP/1.1" status: 200 len: 815 time: 0.3558061 Jan 11 13:08:09.322491 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (1a770ba2-fb6c-4fa3-84af-e19ef5a33f38), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:09.323575 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:08:09.329296 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc64dcc7-ad52-4388-a029-96ad32643f17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for port (287452a3-b425-4729-ba4c-57a5b9e6663b), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:09.355430 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-fea591f9-e0dd-4ce5-9ca7-dc8b01058939 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Request body: {'port': {'device_id': '929d9d00-ef70-4d53-9a88-3e4ee55747f2', 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f', 'admin_state_up': True, 'tenant_id': '34a955b31df24aaebc066c82cb43b354'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:09.425105 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Pushing event updated for resources: {'Port': ['ID=1a770ba2-fb6c-4fa3-84af-e19ef5a33f38,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:09.453764 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:09.461100 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:09.502455 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-00afb692-e73a-4700-80f5-0dea0eb9be93 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Request body: {'port': {'device_id': 'bc31ef4e-3d55-4d71-bdb0-1bb221a23819', 'network_id': 'e55eeef9-8398-41f8-a1e0-b8fde91cd0d1', 'admin_state_up': True, 'tenant_id': 'ae8cbb6acafe4174b521a91f9967168d'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:09.557054 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:09.558309 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 8ecdef9d-e305-4b5b-93c3-599dcf43842a up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:08:09.617105 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 8ecdef9d-e305-4b5b-93c3-599dcf43842a triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:09.617819 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:09.634774 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc64dcc7-ad52-4388-a029-96ad32643f17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (287452a3-b425-4729-ba4c-57a5b9e6663b), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:09.703614 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:08:09.816733 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64dcc7-ad52-4388-a029-96ad32643f17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Pushing event updated for resources: {'Port': ['ID=287452a3-b425-4729-ba4c-57a5b9e6663b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:09.839989 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-5b65c4c3-9d71-443d-8b2a-0fcdebdbe69f admin admin] 10.222.0.52 "PUT /v2.0/routers/295f3385-42bf-410b-97a2-efcf335e01c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6137893 Jan 11 13:08:09.926704 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Publish callbacks [] for port (1415aec2-506c-416d-be99-9f691ca41160), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:09.963795 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (1415aec2-506c-416d-be99-9f691ca41160), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:10.166178 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 8ecdef9d-e305-4b5b-93c3-599dcf43842a is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:10.178849 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a953e-993e-4c92-a772-3498824aa17f None None] Pushing event updated for resources: {'Port': ['ID=1415aec2-506c-416d-be99-9f691ca41160,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:10.218416 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:10.263971 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Attempting to bind port 1415aec2-506c-416d-be99-9f691ca41160 on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:08:10.278126 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Attempting to bind port 1415aec2-506c-416d-be99-9f691ca41160 by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:08:10.284927 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Attempting to bind port 1415aec2-506c-416d-be99-9f691ca41160 on network 0598fff4-adad-45d5-af02-105f0894d10b {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:10.365951 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:08:10.366742 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Checking segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:08:10.368471 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:10.369259 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Bound using segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:08:10.370131 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Bound port: 1415aec2-506c-416d-be99-9f691ca41160, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:08:10.370780 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (1415aec2-506c-416d-be99-9f691ca41160), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:10.415101 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc64dcc7-ad52-4388-a029-96ad32643f17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:08:10.508730 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-cc64dcc7-ad52-4388-a029-96ad32643f17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:08:10.515860 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc64dcc7-ad52-4388-a029-96ad32643f17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:08:10.549228 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:08:10.666231 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] For port 1415aec2-506c-416d-be99-9f691ca41160, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:08:10.676142 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc64dcc7-ad52-4388-a029-96ad32643f17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for floatingip (6c55b6e8-2eac-4579-84ad-a2d9c0c5f2e5), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:10.716808 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-554e1281-a0e2-4ad2-aa6f-3cf7e04e8422 req-a44efdc2-a285-43c5-b67b-89b0ccf06b80 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 210 time: 0.8860450 Jan 11 13:08:10.729731 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-19505571-22e5-4efd-ba86-794d91734eac req-72571251-6a6a-436c-846c-93f764bcdf39 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 210 time: 1.0713186 Jan 11 13:08:10.736637 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] For port 1415aec2-506c-416d-be99-9f691ca41160, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=1415aec2-506c-416d-be99-9f691ca41160,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:08:10.766838 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (1415aec2-506c-416d-be99-9f691ca41160), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:10.874006 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Sync routers for ids ['295f3385-42bf-410b-97a2-efcf335e01c5'] in dv-cinder-824149-3-iscsi {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:08:10.882477 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc64dcc7-ad52-4388-a029-96ad32643f17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (287452a3-b425-4729-ba4c-57a5b9e6663b), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:10.893415 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Routers {'295f3385-42bf-410b-97a2-efcf335e01c5'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:08:10.903067 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:08:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['295f3385-42bf-410b-97a2-efcf335e01c5'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:11.023145 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-00afb692-e73a-4700-80f5-0dea0eb9be93 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Made reservation on behalf of ae8cbb6acafe4174b521a91f9967168d for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:08:11.036926 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-00afb692-e73a-4700-80f5-0dea0eb9be93 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:11.069371 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:11.069950 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (1a770ba2-fb6c-4fa3-84af-e19ef5a33f38), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:11.097937 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Routers {'f83e3be3-868f-4dca-aab8-8cffd8b8b294'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:08:11.106475 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:08:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:11.146413 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] Allocated IP 172.20.0.1 (36cb856f-e9ca-4cf7-a40a-2ab754a9a949/b72085c7-0437-4370-a1d2-14c23986b36f/0a07083a-f8a7-4297-9e20-271990360eaa) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:08:11.191673 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-fea591f9-e0dd-4ce5-9ca7-dc8b01058939 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Made reservation on behalf of 34a955b31df24aaebc066c82cb43b354 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:08:11.215391 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-fea591f9-e0dd-4ce5-9ca7-dc8b01058939 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:11.375830 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a953e-993e-4c92-a772-3498824aa17f None None] Pushing event updated for resources: {'Port': ['ID=1415aec2-506c-416d-be99-9f691ca41160,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:11.385883 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Set router 295f3385-42bf-410b-97a2-efcf335e01c5 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:08:11.492161 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] Set router f83e3be3-868f-4dca-aab8-8cffd8b8b294 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:08:11.597886 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:11.633556 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-5ef527da-73de-4bf4-974b-155315052c11 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:11.644807 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-5ef527da-73de-4bf4-974b-155315052c11 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/networks?id=1bd206a4-d95e-47f8-a04e-91f4a01a6374 HTTP/1.1" status: 200 len: 819 time: 0.2878723 Jan 11 13:08:11.804011 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-17c29252-21e7-48c7-b2f1-ca3a26510030 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/quotas/e926aa46b418404383da145fb0cb13b2 HTTP/1.1" status: 200 len: 375 time: 0.1582141 Jan 11 13:08:11.861537 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-00afb692-e73a-4700-80f5-0dea0eb9be93 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Allocated IP 172.20.0.12 (e55eeef9-8398-41f8-a1e0-b8fde91cd0d1/8f2b8dfd-4b45-4f1b-aab0-edb3287379f9/3246259b-a3ec-49c3-950b-3bd1a174553f) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:08:11.913218 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1991464336-router', 'tenant_id': 'e926aa46b418404383da145fb0cb13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1a770ba2-fb6c-4fa3-84af-e19ef5a33f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:56Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': 'e926aa46b418404383da145fb0cb13b2', 'gw_port': {'id': '1a770ba2-fb6c-4fa3-84af-e19ef5a33f38', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:57Z', 'updated_at': '2022-01-11T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '5d4acd86-81ed-429a-8d6f-78e1018b7942', 'name': '', 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374', 'tenant_id': 'e926aa46b418404383da145fb0cb13b2', 'mac_address': 'fa:16:3e:91:12:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2a3af950-4033-4372-9fdc-0bf30a030e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:03Z', 'updated_at': '2022-01-11T13:08:07Z', 'revision_number': 2, 'project_id': 'e926aa46b418404383da145fb0cb13b2', 'subnets': [{'id': '2a3af950-4033-4372-9fdc-0bf30a030e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:11.939855 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:08:03Z', 'revision_number': 3, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:11.981477 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Checking router: 295f3385-42bf-410b-97a2-efcf335e01c5 for host: dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:08:11.982033 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Updating router 295f3385-42bf-410b-97a2-efcf335e01c5 port 5d4acd86-81ed-429a-8d6f-78e1018b7942 binding host dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:08:11.993983 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a48fc-7462-4836-8fc4-8722a855daed None None] The sync data for ids ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'] in dv-cinder-824149-3-iscsi is: [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:08:03Z', 'revision_number': 3, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:08:12.014797 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (5d4acd86-81ed-429a-8d6f-78e1018b7942), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:12.244385 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-00afb692-e73a-4700-80f5-0dea0eb9be93 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Publish callbacks [] for port (3246259b-a3ec-49c3-950b-3bd1a174553f), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:12.284025 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc64dcc7-ad52-4388-a029-96ad32643f17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for port (287452a3-b425-4729-ba4c-57a5b9e6663b), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:12.323295 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc64dcc7-ad52-4388-a029-96ad32643f17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (287452a3-b425-4729-ba4c-57a5b9e6663b), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:12.399836 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-00afb692-e73a-4700-80f5-0dea0eb9be93 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (3246259b-a3ec-49c3-950b-3bd1a174553f), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:12.492323 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b049b0c-3a7b-4bfc-9f60-7473821af481 req-76b38cdd-5e8a-4116-83d1-902b34d64178 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 210 time: 0.4551802 Jan 11 13:08:12.542565 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Publish callbacks [] for port (5d4acd86-81ed-429a-8d6f-78e1018b7942), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:12.568293 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (5d4acd86-81ed-429a-8d6f-78e1018b7942), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:12.626839 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64dcc7-ad52-4388-a029-96ad32643f17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Pushing event updated for resources: {'Port': ['ID=287452a3-b425-4729-ba4c-57a5b9e6663b,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:12.792216 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afb692-e73a-4700-80f5-0dea0eb9be93 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Pushing event updated for resources: {'Port': ['ID=3246259b-a3ec-49c3-950b-3bd1a174553f,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:12.806817 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-00afb692-e73a-4700-80f5-0dea0eb9be93 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Network e55eeef9-8398-41f8-a1e0-b8fde91cd0d1 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:08:12.818876 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-00afb692-e73a-4700-80f5-0dea0eb9be93 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:08:12.826138 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-00afb692-e73a-4700-80f5-0dea0eb9be93 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:08:12.838404 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-00afb692-e73a-4700-80f5-0dea0eb9be93 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:12.843263 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-00afb692-e73a-4700-80f5-0dea0eb9be93 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:12.877784 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-00afb692-e73a-4700-80f5-0dea0eb9be93 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3954611 Jan 11 13:08:12.883112 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56bd82-db16-40a5-83ab-8ec947af0805 None None] Pushing event updated for resources: {'Port': ['ID=5d4acd86-81ed-429a-8d6f-78e1018b7942,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:12.891337 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-fea591f9-e0dd-4ce5-9ca7-dc8b01058939 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Allocated IP 172.20.0.12 (80be36a8-5558-4efe-8683-f7701a055e3f/f9c76d1e-4df5-4e16-b2e5-c4294df05736/7a519c1f-57d2-400a-acae-871b25b491b3) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:08:12.922261 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Attempting to bind port 5d4acd86-81ed-429a-8d6f-78e1018b7942 on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:08:12.922873 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Attempting to bind port 5d4acd86-81ed-429a-8d6f-78e1018b7942 by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '7f10895c-6390-4164-a689-1a79401575f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:08:12.923014 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Attempting to bind port 5d4acd86-81ed-429a-8d6f-78e1018b7942 on network 1bd206a4-d95e-47f8-a04e-91f4a01a6374 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:12.927334 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-8a577125-0e1b-4f3f-a887-34d6166c2037 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 13:08:12.934922 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:08:12.935305 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Checking segment: {'id': '7f10895c-6390-4164-a689-1a79401575f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:08:12.935721 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:12.936130 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Bound using segment: {'id': '7f10895c-6390-4164-a689-1a79401575f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:08:12.936624 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Bound port: 5d4acd86-81ed-429a-8d6f-78e1018b7942, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f10895c-6390-4164-a689-1a79401575f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:08:12.937009 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (5d4acd86-81ed-429a-8d6f-78e1018b7942), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:12.945294 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-8a577125-0e1b-4f3f-a887-34d6166c2037 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0431643 Jan 11 13:08:12.951592 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc64dcc7-ad52-4388-a029-96ad32643f17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7954133'] for floatingip (6c55b6e8-2eac-4579-84ad-a2d9c0c5f2e5), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:12.995357 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] Publish callbacks [] for port (0a07083a-f8a7-4297-9e20-271990360eaa), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:13.073832 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-65bb0106-db99-4dbe-bc5b-f7484de36edb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e926aa46b418404383da145fb0cb13b2&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2684088 Jan 11 13:08:13.096239 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (0a07083a-f8a7-4297-9e20-271990360eaa), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:13.151464 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] For port 5d4acd86-81ed-429a-8d6f-78e1018b7942, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:08:13.156471 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] For port 5d4acd86-81ed-429a-8d6f-78e1018b7942, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=5d4acd86-81ed-429a-8d6f-78e1018b7942,segment=NetworkSegment(7f10895c-6390-4164-a689-1a79401575f9),segment_id=7f10895c-6390-4164-a689-1a79401575f9)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:08:13.158115 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc64dcc7-ad52-4388-a029-96ad32643f17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:13.160471 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-cc64dcc7-ad52-4388-a029-96ad32643f17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9042435 Jan 11 13:08:13.175294 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (5d4acd86-81ed-429a-8d6f-78e1018b7942), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:13.203161 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-eceab522-3223-44a5-9b57-00c088a8f4ac req-280a9b1d-1aab-45f3-a48e-48ef8f15b8e2 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 210 time: 0.2407200 Jan 11 13:08:13.267362 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] Network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:08:13.276463 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:08:13.287029 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:08:13.287680 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7954030'] for router_interface (f83e3be3-868f-4dca-aab8-8cffd8b8b294), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:13.403541 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Routers {'295f3385-42bf-410b-97a2-efcf335e01c5'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:08:13.406305 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:08:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['295f3385-42bf-410b-97a2-efcf335e01c5'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:13.473920 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Request body: {'port': {'device_id': 'bc31ef4e-3d55-4d71-bdb0-1bb221a23819', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:13.487429 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=0a07083a-f8a7-4297-9e20-271990360eaa,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:13.517673 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56bd82-db16-40a5-83ab-8ec947af0805 None None] Pushing event updated for resources: {'Port': ['ID=5d4acd86-81ed-429a-8d6f-78e1018b7942,revision_number=4']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:13.730863 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (3246259b-a3ec-49c3-950b-3bd1a174553f), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:13.996996 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-a4634d41-d16e-420b-991d-8878f300cded None None] Provisioning complete for port 0a07083a-f8a7-4297-9e20-271990360eaa triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:13.999403 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a4634d41-d16e-420b-991d-8878f300cded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (0a07083a-f8a7-4297-9e20-271990360eaa), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:14.101177 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (0a07083a-f8a7-4297-9e20-271990360eaa), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:14.104869 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-0a61c870-9e48-4e35-a2ce-fe3d26caa63f service neutron] 10.222.0.52 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0300748 Jan 11 13:08:14.182461 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] Set router 295f3385-42bf-410b-97a2-efcf335e01c5 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:08:14.184152 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-a4634d41-d16e-420b-991d-8878f300cded None None] Port 0a07083a-f8a7-4297-9e20-271990360eaa cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:08:14.201329 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-3e43afb5-f1cc-499b-92a1-a404550d3bc1 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--117763203&fields=id&tenant_id=63f679ea15dc425485f5ce6a998f3add HTTP/1.1" status: 200 len: 267 time: 0.6027536 Jan 11 13:08:14.458383 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-fea591f9-e0dd-4ce5-9ca7-dc8b01058939 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks [] for port (7a519c1f-57d2-400a-acae-871b25b491b3), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:14.527096 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3246259b-a3ec-49c3-950b-3bd1a174553f {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:08:14.554316 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Publish callbacks [] for port (3246259b-a3ec-49c3-950b-3bd1a174553f), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:14.564103 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] Publish callbacks [] for port (0a07083a-f8a7-4297-9e20-271990360eaa), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:14.575519 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1991464336-router', 'tenant_id': 'e926aa46b418404383da145fb0cb13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1a770ba2-fb6c-4fa3-84af-e19ef5a33f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:56Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': 'e926aa46b418404383da145fb0cb13b2', 'gw_port': {'id': '1a770ba2-fb6c-4fa3-84af-e19ef5a33f38', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:57Z', 'updated_at': '2022-01-11T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '5d4acd86-81ed-429a-8d6f-78e1018b7942', 'name': '', 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374', 'tenant_id': 'e926aa46b418404383da145fb0cb13b2', 'mac_address': 'fa:16:3e:91:12:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2a3af950-4033-4372-9fdc-0bf30a030e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:03Z', 'updated_at': '2022-01-11T13:08:13Z', 'revision_number': 4, 'project_id': 'e926aa46b418404383da145fb0cb13b2', 'subnets': [{'id': '2a3af950-4033-4372-9fdc-0bf30a030e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:14.581289 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 1415aec2-506c-416d-be99-9f691ca41160 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:08:14.604389 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (0a07083a-f8a7-4297-9e20-271990360eaa), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:14.605232 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7987966'] for router_interface (f83e3be3-868f-4dca-aab8-8cffd8b8b294), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:14.630551 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Transition to ACTIVE for port object 3246259b-a3ec-49c3-950b-3bd1a174553f will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:08:14.638558 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa11ff-a4da-4a81-9b3e-f79e72f4732a None None] The sync data for ids ['295f3385-42bf-410b-97a2-efcf335e01c5'] in dv-cinder-824149-3-iscsi is: [{'id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1991464336-router', 'tenant_id': 'e926aa46b418404383da145fb0cb13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1a770ba2-fb6c-4fa3-84af-e19ef5a33f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:56Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': 'e926aa46b418404383da145fb0cb13b2', 'gw_port': {'id': '1a770ba2-fb6c-4fa3-84af-e19ef5a33f38', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:57Z', 'updated_at': '2022-01-11T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '5d4acd86-81ed-429a-8d6f-78e1018b7942', 'name': '', 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374', 'tenant_id': 'e926aa46b418404383da145fb0cb13b2', 'mac_address': 'fa:16:3e:91:12:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2a3af950-4033-4372-9fdc-0bf30a030e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:03Z', 'updated_at': '2022-01-11T13:08:13Z', 'revision_number': 4, 'project_id': 'e926aa46b418404383da145fb0cb13b2', 'subnets': [{'id': '2a3af950-4033-4372-9fdc-0bf30a030e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:08:14.654686 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-fea591f9-e0dd-4ce5-9ca7-dc8b01058939 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (7a519c1f-57d2-400a-acae-871b25b491b3), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:14.677548 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-2e21056e-e631-4745-978f-398ddf5689a4 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:14.685605 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 1415aec2-506c-416d-be99-9f691ca41160 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:14.685991 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-2e21056e-e631-4745-978f-398ddf5689a4 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/networks?id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc HTTP/1.1" status: 200 len: 815 time: 0.4769666 Jan 11 13:08:14.686198 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (1415aec2-506c-416d-be99-9f691ca41160), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:14.693227 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (3246259b-a3ec-49c3-950b-3bd1a174553f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:14.703056 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48758) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:14.757809 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=0a07083a-f8a7-4297-9e20-271990360eaa,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:14.836789 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 1415aec2-506c-416d-be99-9f691ca41160 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:14.836789 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (1415aec2-506c-416d-be99-9f691ca41160), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:14.848888 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-e9b1a310-dabc-47a2-8b5d-fdc44048be6f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/quotas/63f679ea15dc425485f5ce6a998f3add HTTP/1.1" status: 200 len: 375 time: 0.1558185 Jan 11 13:08:14.854919 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-fea591f9-e0dd-4ce5-9ca7-dc8b01058939 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Network 80be36a8-5558-4efe-8683-f7701a055e3f is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:08:14.860061 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] For port 1415aec2-506c-416d-be99-9f691ca41160, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=1415aec2-506c-416d-be99-9f691ca41160,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:14.870182 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (1415aec2-506c-416d-be99-9f691ca41160), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:14.894331 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-fea591f9-e0dd-4ce5-9ca7-dc8b01058939 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:08:14.936525 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-fea591f9-e0dd-4ce5-9ca7-dc8b01058939 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:08:14.942523 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Attempting to bind port 3246259b-a3ec-49c3-950b-3bd1a174553f on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:08:14.942888 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Attempting to bind port 3246259b-a3ec-49c3-950b-3bd1a174553f by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': 'ac988e39-5203-4b9f-a4fe-32833c23bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e55eeef9-8398-41f8-a1e0-b8fde91cd0d1'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:08:14.943241 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Attempting to bind port 3246259b-a3ec-49c3-950b-3bd1a174553f on network e55eeef9-8398-41f8-a1e0-b8fde91cd0d1 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:14.943919 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-fea591f9-e0dd-4ce5-9ca7-dc8b01058939 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:14.944834 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-fea591f9-e0dd-4ce5-9ca7-dc8b01058939 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:14.945518 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Pushing event updated for resources: {'Port': ['ID=3246259b-a3ec-49c3-950b-3bd1a174553f,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:14.963507 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Pushing event updated for resources: {'Port': ['ID=1415aec2-506c-416d-be99-9f691ca41160,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:14.964009 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-26c5e0a4-a8fd-4234-a19e-ce043e59093b service neutron] 10.222.0.52 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8328798 Jan 11 13:08:14.966392 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea591f9-e0dd-4ce5-9ca7-dc8b01058939 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Pushing event updated for resources: {'Port': ['ID=7a519c1f-57d2-400a-acae-871b25b491b3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:14.976892 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Port 3246259b-a3ec-49c3-950b-3bd1a174553f on network e55eeef9-8398-41f8-a1e0-b8fde91cd0d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:08:14.977241 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Attempting to bind port 3246259b-a3ec-49c3-950b-3bd1a174553f on network e55eeef9-8398-41f8-a1e0-b8fde91cd0d1 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:14.983344 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-fea591f9-e0dd-4ce5-9ca7-dc8b01058939 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6419492 Jan 11 13:08:15.006382 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32ccdf33-11ac-4b03-b093-5397fae08f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:15.007320 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-a32b7319-e7ef-479c-abe0-7575cf952339 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=63f679ea15dc425485f5ce6a998f3add&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1546278 Jan 11 13:08:15.025887 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Request body: {'port': {'device_id': '929d9d00-ef70-4d53-9a88-3e4ee55747f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:15.039363 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:08:15.039716 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Checking segment: {'id': 'ac988e39-5203-4b9f-a4fe-32833c23bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e55eeef9-8398-41f8-a1e0-b8fde91cd0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:08:15.041045 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Bound using segment: {'id': 'ac988e39-5203-4b9f-a4fe-32833c23bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e55eeef9-8398-41f8-a1e0-b8fde91cd0d1'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:08:15.041702 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Bound port: 3246259b-a3ec-49c3-950b-3bd1a174553f, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac988e39-5203-4b9f-a4fe-32833c23bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e55eeef9-8398-41f8-a1e0-b8fde91cd0d1'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:08:15.042225 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (3246259b-a3ec-49c3-950b-3bd1a174553f), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:15.079369 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] Network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:08:15.088058 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:08:15.510022 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] Router f83e3be3-868f-4dca-aab8-8cffd8b8b294 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:08:15.618934 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (7a519c1f-57d2-400a-acae-871b25b491b3), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:15.845808 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7f89acea-f9e0-4e91-8e3d-1892a6603640 None None] Provisioning complete for port 0a07083a-f8a7-4297-9e20-271990360eaa triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:15.846320 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7f89acea-f9e0-4e91-8e3d-1892a6603640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (0a07083a-f8a7-4297-9e20-271990360eaa), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:15.902858 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-1b27e1f4-09b9-44f3-80c1-dfab3c8b9e8e service neutron] 10.222.0.52 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8709230 Jan 11 13:08:15.983421 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7f89acea-f9e0-4e91-8e3d-1892a6603640 None None] Port 0a07083a-f8a7-4297-9e20-271990360eaa cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:08:16.076833 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48792) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:16.142322 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] For port 3246259b-a3ec-49c3-950b-3bd1a174553f, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:08:16.196414 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32ccdf33-11ac-4b03-b093-5397fae08f99 admin admin] Publish callbacks [] for security_group (ad24bd2f-f454-47e3-8ef2-0c05183d1ed2), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:16.220523 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32ccdf33-11ac-4b03-b093-5397fae08f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (ad24bd2f-f454-47e3-8ef2-0c05183d1ed2), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:16.285287 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] For port 3246259b-a3ec-49c3-950b-3bd1a174553f, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3246259b-a3ec-49c3-950b-3bd1a174553f,segment=NetworkSegment(ac988e39-5203-4b9f-a4fe-32833c23bc2b),segment_id=ac988e39-5203-4b9f-a4fe-32833c23bc2b)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:08:16.301106 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-32ccdf33-11ac-4b03-b093-5397fae08f99 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=973a965684364637832d971154f5cdc9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5916023 Jan 11 13:08:16.319811 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48796) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:16.330807 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-5e64f659-9128-416a-8d51-5c6ed3fdae73 service neutron] 10.222.0.52 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261093 Jan 11 13:08:16.350363 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (3246259b-a3ec-49c3-950b-3bd1a174553f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:16.484310 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977322bb-a2a3-4ae3-a412-8e6438851edf req-d662342f-0264-41b9-b815-4c01f5f4f34c tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:16.486122 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-977322bb-a2a3-4ae3-a412-8e6438851edf req-d662342f-0264-41b9-b815-4c01f5f4f34c tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 944 time: 0.8263772 Jan 11 13:08:16.503842 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccdf33-11ac-4b03-b093-5397fae08f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad24bd2f-f454-47e3-8ef2-0c05183d1ed2,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:16.589638 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:16.595278 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-776dcdd4-adb3-480f-a181-393a065c12fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:16.610391 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:16.615482 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] 10.222.0.49 "PUT /v2.0/ports/3246259b-a3ec-49c3-950b-3bd1a174553f HTTP/1.1" status: 200 len: 1094 time: 3.3116839 Jan 11 13:08:16.632317 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc31ef4e-3d55-4d71-bdb0-1bb221a23819', 'tag': '3246259b-a3ec-49c3-950b-3bd1a174553f'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:08:16.842826 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-977322bb-a2a3-4ae3-a412-8e6438851edf req-e639c739-1df1-4ff2-9d8a-78d4fd9c14eb tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160374 Jan 11 13:08:16.868778 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 1415aec2-506c-416d-be99-9f691ca41160 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:08:17.079445 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 1415aec2-506c-416d-be99-9f691ca41160 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:17.079687 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (1415aec2-506c-416d-be99-9f691ca41160), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:17.114614 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c9b3e-e429-4c03-a6b1-39d0db5cb538 service neutron] Pushing event updated for resources: {'Port': ['ID=3246259b-a3ec-49c3-950b-3bd1a174553f,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:17.130204 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:08:17.137077 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-da77a2d8-4fd5-4f9e-8612-827f5c7b4cb1 admin admin] 10.222.0.52 "PUT /v2.0/routers/f83e3be3-868f-4dca-aab8-8cffd8b8b294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8618238 Jan 11 13:08:17.336674 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7aa9391b-52e1-4304-9a6d-87a5bc7b1650 req-c3d72a29-93d7-411f-a80b-6693af82d1a2 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 210 time: 0.2593966 Jan 11 13:08:17.422195 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e6481974-143b-4608-a5ff-3c7b71ff0ac4 admin admin] Publish callbacks [] for security_group (ad24bd2f-f454-47e3-8ef2-0c05183d1ed2), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:17.472212 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-1fa60c09-f0ec-46ab-84cd-eb27a054294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:17.476704 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-1fa60c09-f0ec-46ab-84cd-eb27a054294b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae8cbb6acafe4174b521a91f9967168d&device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 1097 time: 0.3731346 Jan 11 13:08:17.554092 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Sync routers for ids ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:08:17.656375 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Routers {'f83e3be3-868f-4dca-aab8-8cffd8b8b294'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:08:17.656646 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:08:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:17.764309 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-98c18b22-cb6a-48f7-afa6-4c57c24992fd req-0fee579e-af10-4e35-86c9-58b46867ed34 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 210 time: 0.2483215 Jan 11 13:08:17.780898 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-7e5463aa-33a8-4aeb-88c0-c51c2401a5d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3246259b-a3ec-49c3-950b-3bd1a174553f HTTP/1.1" status: 200 len: 217 time: 0.2696693 Jan 11 13:08:17.786272 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e29c0f3-c8c5-4dee-b12f-c7d133913113" -d '{"events": [{"name": "network-changed", "server_uuid": "bc31ef4e-3d55-4d71-bdb0-1bb221a23819", "tag": "3246259b-a3ec-49c3-950b-3bd1a174553f"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:08:17.823799 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e6481974-143b-4608-a5ff-3c7b71ff0ac4 admin admin] Publish callbacks [] for security_group (ad24bd2f-f454-47e3-8ef2-0c05183d1ed2), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:17.827372 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503636a7-89f5-4687-bd04-fd15d767e28b req-7cc91a8d-197a-4a8c-ba23-626ab50cce99 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:17.850111 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-503636a7-89f5-4687-bd04-fd15d767e28b req-7cc91a8d-197a-4a8c-ba23-626ab50cce99 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 932 time: 1.0488639 Jan 11 13:08:17.861938 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56457) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:17.896134 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e6481974-143b-4608-a5ff-3c7b71ff0ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (ad24bd2f-f454-47e3-8ef2-0c05183d1ed2), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:17.902129 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e6481974-143b-4608-a5ff-3c7b71ff0ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:17.906290 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-e6481974-143b-4608-a5ff-3c7b71ff0ac4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad24bd2f-f454-47e3-8ef2-0c05183d1ed2 HTTP/1.1" status: 204 len: 168 time: 1.5827751 Jan 11 13:08:17.987543 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6481974-143b-4608-a5ff-3c7b71ff0ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad24bd2f-f454-47e3-8ef2-0c05183d1ed2,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:18.047277 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-93f2a22a-23ef-4f08-b480-0a321ddcf9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:18.048862 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-93f2a22a-23ef-4f08-b480-0a321ddcf9a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f2b8dfd-4b45-4f1b-aab0-edb3287379f9 HTTP/1.1" status: 200 len: 851 time: 0.1726382 Jan 11 13:08:18.186722 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-6c62e475-9ba7-4e32-ab65-432a92088b05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e55eeef9-8398-41f8-a1e0-b8fde91cd0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213515 Jan 11 13:08:18.399385 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-ba0e4afe-506d-4075-915e-85303d9d4a9f service neutron] 10.222.0.49 "GET /v2.0/networks/e55eeef9-8398-41f8-a1e0-b8fde91cd0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981189 Jan 11 13:08:18.459642 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Set router f83e3be3-868f-4dca-aab8-8cffd8b8b294 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:08:18.483124 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-776dcdd4-adb3-480f-a181-393a065c12fb admin admin] Publish callbacks [] for security_group (b4a1a265-7f2b-4ed2-a0cc-3f3477648e51), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:18.537423 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-503636a7-89f5-4687-bd04-fd15d767e28b req-41425892-7593-482e-97cb-1a5e91ddbe39 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6863992 Jan 11 13:08:18.607810 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 1415aec2-506c-416d-be99-9f691ca41160 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:18.609662 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 5d4acd86-81ed-429a-8d6f-78e1018b7942 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:08:18.645520 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-776dcdd4-adb3-480f-a181-393a065c12fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (b4a1a265-7f2b-4ed2-a0cc-3f3477648e51), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:18.656971 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0a5817d6-9c85-4295-a90d-9147416d1b1f req-6f93c39f-578b-483e-b09b-247947cf8db9 service neutron] 10.222.0.49 "GET /v2.0/networks/e55eeef9-8398-41f8-a1e0-b8fde91cd0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899784 Jan 11 13:08:18.860427 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48860) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:18.880330 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-881cf05e-d5a0-4078-9e6b-78babdc71223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:18.918841 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a519c1f-57d2-400a-acae-871b25b491b3 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:08:18.974218 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-553caa49-5dbe-4a01-b9c7-42a47ac05879 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:18.976000 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-553caa49-5dbe-4a01-b9c7-42a47ac05879 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.49 "GET /v2.0/networks?id=1bd206a4-d95e-47f8-a04e-91f4a01a6374 HTTP/1.1" status: 200 len: 819 time: 1.0729880 Jan 11 13:08:19.029616 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Publish callbacks [] for port (7a519c1f-57d2-400a-acae-871b25b491b3), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:19.047499 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-881cf05e-d5a0-4078-9e6b-78babdc71223 admin admin] Publish callbacks [] for security_group (8b99c877-f6a0-4866-bd39-caf8305e9c5e), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:19.048727 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48864) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:19.055452 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-7fd7b08b-4577-40b9-8c78-3e8715435550 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1076433461', 'description': 'tempest-description--1750794785'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:19.060144 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-2168b6bb-08ad-4e99-92a2-219bb3bb6e11 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Request body: {'port': {'device_id': '4394b64c-abe9-41ff-b030-e1d77ee1ac89', 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374', 'admin_state_up': True, 'tenant_id': 'e926aa46b418404383da145fb0cb13b2'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:19.064038 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-881cf05e-d5a0-4078-9e6b-78babdc71223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (8b99c877-f6a0-4866-bd39-caf8305e9c5e), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:19.064260 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 5d4acd86-81ed-429a-8d6f-78e1018b7942 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:19.064642 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (5d4acd86-81ed-429a-8d6f-78e1018b7942), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:19.066139 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776dcdd4-adb3-480f-a181-393a065c12fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a1a265-7f2b-4ed2-a0cc-3f3477648e51,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:19.091896 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-776dcdd4-adb3-480f-a181-393a065c12fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dbe7fdd91cb54b179d281de0abdc9bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0136247 Jan 11 13:08:19.139064 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48866) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:19.140193 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7fd7b08b-4577-40b9-8c78-3e8715435550 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:19.235888 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Transition to ACTIVE for port object 7a519c1f-57d2-400a-acae-871b25b491b3 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:08:19.281492 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (7a519c1f-57d2-400a-acae-871b25b491b3), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:19.372157 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7fd7b08b-4577-40b9-8c78-3e8715435550 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group (677b9ced-e0f3-4361-8468-0490445c59f5), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:19.384498 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cf05e-d5a0-4078-9e6b-78babdc71223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b99c877-f6a0-4866-bd39-caf8305e9c5e,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:19.409792 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7fd7b08b-4577-40b9-8c78-3e8715435550 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (677b9ced-e0f3-4361-8468-0490445c59f5), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:19.419138 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-881cf05e-d5a0-4078-9e6b-78babdc71223 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8204fd602be1416fb106daeffa72281d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5548463 Jan 11 13:08:19.437257 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48874) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:19.544696 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632236-e62f-4597-bc18-9ca8f884acab req-1304e466-6f73-48ed-b617-d64eecb4754b tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:19.562029 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92632236-e62f-4597-bc18-9ca8f884acab req-1304e466-6f73-48ed-b617-d64eecb4754b tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/networks?id=1bd206a4-d95e-47f8-a04e-91f4a01a6374 HTTP/1.1" status: 200 len: 819 time: 0.7650590 Jan 11 13:08:19.579119 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 5d4acd86-81ed-429a-8d6f-78e1018b7942 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:19.580998 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (5d4acd86-81ed-429a-8d6f-78e1018b7942), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:19.607492 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Pushing event updated for resources: {'Port': ['ID=7a519c1f-57d2-400a-acae-871b25b491b3,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:19.628446 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bba10437-7603-468c-9635-a81f2c2c6cc0 admin admin] Publish callbacks [] for security_group (b4a1a265-7f2b-4ed2-a0cc-3f3477648e51), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:19.640485 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:08:13Z', 'revision_number': 4, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '0a07083a-f8a7-4297-9e20-271990360eaa', 'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'mac_address': 'fa:16:3e:0e:c7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:10Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 2, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'subnets': [{'id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:19.674186 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] For port 5d4acd86-81ed-429a-8d6f-78e1018b7942, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=5d4acd86-81ed-429a-8d6f-78e1018b7942,segment=NetworkSegment(7f10895c-6390-4164-a689-1a79401575f9),segment_id=7f10895c-6390-4164-a689-1a79401575f9)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:19.699066 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92632236-e62f-4597-bc18-9ca8f884acab req-1fb90086-fe54-4d3e-a29c-feb2461a7716 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/quotas/e926aa46b418404383da145fb0cb13b2 HTTP/1.1" status: 200 len: 375 time: 0.1356623 Jan 11 13:08:19.717653 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (5d4acd86-81ed-429a-8d6f-78e1018b7942), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:19.723374 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7fd7b08b-4577-40b9-8c78-3e8715435550 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:19.724659 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-7fd7b08b-4577-40b9-8c78-3e8715435550 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6747861 Jan 11 13:08:19.745681 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Checking router: f83e3be3-868f-4dca-aab8-8cffd8b8b294 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:08:19.746174 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Updating router f83e3be3-868f-4dca-aab8-8cffd8b8b294 port 0a07083a-f8a7-4297-9e20-271990360eaa binding host dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:08:19.748356 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48882) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:19.758519 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-fd0164ad-0b9a-4753-9e4e-02010d8c2238 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Request body: {'security_group_rule': {'security_group_id': '677b9ced-e0f3-4361-8468-0490445c59f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:19.813471 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7b08b-4577-40b9-8c78-3e8715435550 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677b9ced-e0f3-4361-8468-0490445c59f5,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:19.852946 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adb6a5f-8158-4e33-8edd-fe29681275aa x-openstack-request-id: req-2adb6a5f-8158-4e33-8edd-fe29681275aa {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:08:19.853312 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc31ef4e-3d55-4d71-bdb0-1bb221a23819", "tag": "3246259b-a3ec-49c3-950b-3bd1a174553f", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:08:19.853640 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2adb6a5f-8158-4e33-8edd-fe29681275aa {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:08:19.854078 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc31ef4e-3d55-4d71-bdb0-1bb221a23819', 'tag': '3246259b-a3ec-49c3-950b-3bd1a174553f', 'status': 'completed', 'code': 200} Jan 11 13:08:19.854601 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.49', 56466) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:19.862642 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bba10437-7603-468c-9635-a81f2c2c6cc0 admin admin] Publish callbacks [] for security_group (b4a1a265-7f2b-4ed2-a0cc-3f3477648e51), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:19.931658 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd0164ad-0b9a-4753-9e4e-02010d8c2238 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group_rule (b1026999-2626-4d4a-bbb7-bf1100dbd379), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:19.938821 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (0a07083a-f8a7-4297-9e20-271990360eaa), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:20.001539 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Attempting to bind port 7a519c1f-57d2-400a-acae-871b25b491b3 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:08:20.002046 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Attempting to bind port 7a519c1f-57d2-400a-acae-871b25b491b3 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:08:20.002389 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Attempting to bind port 7a519c1f-57d2-400a-acae-871b25b491b3 on network 80be36a8-5558-4efe-8683-f7701a055e3f {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:20.016616 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-b218546d-497c-47da-9bdb-ad1128e0a7ac tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:20.018185 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-b218546d-497c-47da-9bdb-ad1128e0a7ac tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.49 "GET /v2.0/networks?id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc HTTP/1.1" status: 200 len: 815 time: 0.6434438 Jan 11 13:08:20.053294 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eed0696b-1fd3-430f-9c80-867628dec84e admin admin] Publish callbacks [] for security_group (8b99c877-f6a0-4866-bd39-caf8305e9c5e), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:20.055422 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Port 7a519c1f-57d2-400a-acae-871b25b491b3 on network 80be36a8-5558-4efe-8683-f7701a055e3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:08:20.056941 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Attempting to bind port 7a519c1f-57d2-400a-acae-871b25b491b3 on network 80be36a8-5558-4efe-8683-f7701a055e3f {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:20.078213 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:08:20.078593 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Checking segment: {'id': '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:08:20.079449 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Bound using segment: {'id': '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:08:20.079959 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Bound port: 7a519c1f-57d2-400a-acae-871b25b491b3, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:08:20.080347 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (7a519c1f-57d2-400a-acae-871b25b491b3), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:20.080974 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29c0f3-c8c5-4dee-b12f-c7d133913113 req-3209dde7-668e-4c54-a605-6fd10c062f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:20.084103 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2e29c0f3-c8c5-4dee-b12f-c7d133913113 req-3209dde7-668e-4c54-a605-6fd10c062f01 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae8cbb6acafe4174b521a91f9967168d&device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 1097 time: 0.2239189 Jan 11 13:08:20.099854 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Pushing event updated for resources: {'Port': ['ID=5d4acd86-81ed-429a-8d6f-78e1018b7942,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:20.101227 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bc6ba-7bc7-49b6-9fd8-575fc325cc61 req-89fab88e-4afc-4406-a50e-a3a8c6e08b6c tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:20.103571 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9f4bc6ba-7bc7-49b6-9fd8-575fc325cc61 req-89fab88e-4afc-4406-a50e-a3a8c6e08b6c tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 944 time: 0.1751795 Jan 11 13:08:20.108605 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92632236-e62f-4597-bc18-9ca8f884acab req-37b2811c-4ee5-4b6c-bde0-cffcd98db44d tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e926aa46b418404383da145fb0cb13b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4084566 Jan 11 13:08:20.146525 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-2168b6bb-08ad-4e99-92a2-219bb3bb6e11 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Made reservation on behalf of e926aa46b418404383da145fb0cb13b2 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:08:20.151138 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-2168b6bb-08ad-4e99-92a2-219bb3bb6e11 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:20.168911 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eed0696b-1fd3-430f-9c80-867628dec84e admin admin] Publish callbacks [] for security_group (8b99c877-f6a0-4866-bd39-caf8305e9c5e), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:20.191677 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd0164ad-0b9a-4753-9e4e-02010d8c2238 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group_rule (b1026999-2626-4d4a-bbb7-bf1100dbd379), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:20.222297 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd0164ad-0b9a-4753-9e4e-02010d8c2238 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (b1026999-2626-4d4a-bbb7-bf1100dbd379), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:20.282383 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0164ad-0b9a-4753-9e4e-02010d8c2238 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1026999-2626-4d4a-bbb7-bf1100dbd379,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:20.288756 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bba10437-7603-468c-9635-a81f2c2c6cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (b4a1a265-7f2b-4ed2-a0cc-3f3477648e51), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:20.291565 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bba10437-7603-468c-9635-a81f2c2c6cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:20.292894 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-bba10437-7603-468c-9635-a81f2c2c6cc0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4a1a265-7f2b-4ed2-a0cc-3f3477648e51 HTTP/1.1" status: 204 len: 168 time: 1.1423192 Jan 11 13:08:20.480936 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9f4bc6ba-7bc7-49b6-9fd8-575fc325cc61 req-cecda06e-d8cd-4812-8927-ce134346f348 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361592 Jan 11 13:08:20.518305 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29c0f3-c8c5-4dee-b12f-c7d133913113 req-a830ad5e-bce1-46a9-9fa9-e19533526b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:20.523115 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2e29c0f3-c8c5-4dee-b12f-c7d133913113 req-a830ad5e-bce1-46a9-9fa9-e19533526b96 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e55eeef9-8398-41f8-a1e0-b8fde91cd0d1 HTTP/1.1" status: 200 len: 912 time: 0.3923910 Jan 11 13:08:20.623766 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba10437-7603-468c-9635-a81f2c2c6cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a1a265-7f2b-4ed2-a0cc-3f3477648e51,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:20.664751 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2e29c0f3-c8c5-4dee-b12f-c7d133913113 req-18045572-d048-4214-83d4-113beadc3630 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3246259b-a3ec-49c3-950b-3bd1a174553f HTTP/1.1" status: 200 len: 217 time: 0.1105795 Jan 11 13:08:20.670578 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-1817ce17-001e-4809-b10a-16ba08ab3945 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63f679ea15dc425485f5ce6a998f3add HTTP/1.1" status: 200 len: 379 time: 0.6130745 Jan 11 13:08:20.674478 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd0164ad-0b9a-4753-9e4e-02010d8c2238 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:20.678025 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-fd0164ad-0b9a-4753-9e4e-02010d8c2238 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9229348 Jan 11 13:08:20.678224 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48898) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:20.687394 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-2c32bc47-ee6b-4d39-982d-36df11ded751 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Request body: {'security_group_rule': {'security_group_id': '677b9ced-e0f3-4361-8468-0490445c59f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:20.713441 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-4b3ab259-a809-4603-b8d6-d44606f48e41 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Request body: {'port': {'device_id': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'admin_state_up': True, 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'security_groups': ['01e68ea2-466e-4054-aa12-cad437baae6b']}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:20.780585 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Publish callbacks [] for port (0a07083a-f8a7-4297-9e20-271990360eaa), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:20.792451 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (0a07083a-f8a7-4297-9e20-271990360eaa), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:20.809773 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-2168b6bb-08ad-4e99-92a2-219bb3bb6e11 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Allocated IP 172.20.0.3 (1bd206a4-d95e-47f8-a04e-91f4a01a6374/2a3af950-4033-4372-9fdc-0bf30a030e8b/e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:08:20.887018 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eed0696b-1fd3-430f-9c80-867628dec84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (8b99c877-f6a0-4866-bd39-caf8305e9c5e), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:20.889661 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eed0696b-1fd3-430f-9c80-867628dec84e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:20.893353 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-eed0696b-1fd3-430f-9c80-867628dec84e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b99c877-f6a0-4866-bd39-caf8305e9c5e HTTP/1.1" status: 204 len: 168 time: 1.4508832 Jan 11 13:08:20.899262 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04190949-ec40-4ded-b122-875403c150ee None None] Pushing event updated for resources: {'Port': ['ID=0a07083a-f8a7-4297-9e20-271990360eaa,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:20.947454 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29c0f3-c8c5-4dee-b12f-c7d133913113 req-8665a46a-327a-4bb6-aedb-0cabc4b33d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:20.948898 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2e29c0f3-c8c5-4dee-b12f-c7d133913113 req-8665a46a-327a-4bb6-aedb-0cabc4b33d55 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f2b8dfd-4b45-4f1b-aab0-edb3287379f9 HTTP/1.1" status: 200 len: 851 time: 0.2281966 Jan 11 13:08:20.959394 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2c32bc47-ee6b-4d39-982d-36df11ded751 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group_rule (c4c2c12e-5912-4c9f-a8a0-2f2e782bdd24), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:21.016992 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-faaa48a6-7f69-4e57-ab59-45f1d906ac1f req-7b80092b-4ef3-4d76-8932-64d5804954cf tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 210 time: 0.1414232 Jan 11 13:08:21.026119 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Attempting to bind port 0a07083a-f8a7-4297-9e20-271990360eaa on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:08:21.028108 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Attempting to bind port 0a07083a-f8a7-4297-9e20-271990360eaa by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '534b0231-a2b0-40c0-9b1c-0646ef4f896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:08:21.029155 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Attempting to bind port 0a07083a-f8a7-4297-9e20-271990360eaa on network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:21.037769 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:08:21.038378 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Checking segment: {'id': '534b0231-a2b0-40c0-9b1c-0646ef4f896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:08:21.039283 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:21.039941 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Bound using segment: {'id': '534b0231-a2b0-40c0-9b1c-0646ef4f896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:08:21.040611 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Bound port: 0a07083a-f8a7-4297-9e20-271990360eaa, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534b0231-a2b0-40c0-9b1c-0646ef4f896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:08:21.041179 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (0a07083a-f8a7-4297-9e20-271990360eaa), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:21.057398 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0696b-1fd3-430f-9c80-867628dec84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b99c877-f6a0-4866-bd39-caf8305e9c5e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:21.110840 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2e29c0f3-c8c5-4dee-b12f-c7d133913113 req-100fff4e-a2be-4513-8adf-664847813d34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e55eeef9-8398-41f8-a1e0-b8fde91cd0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261067 Jan 11 13:08:21.113736 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 48902) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:21.144872 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92632236-e62f-4597-bc18-9ca8f884acab req-0c0d75bd-f7e0-4ace-8f33-08ef1d9c303a service neutron] 10.222.0.52 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0072443 Jan 11 13:08:21.304290 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] For port 0a07083a-f8a7-4297-9e20-271990360eaa, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:08:21.323523 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] For port 0a07083a-f8a7-4297-9e20-271990360eaa, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=0a07083a-f8a7-4297-9e20-271990360eaa,segment=NetworkSegment(534b0231-a2b0-40c0-9b1c-0646ef4f896b),segment_id=534b0231-a2b0-40c0-9b1c-0646ef4f896b)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:08:21.331471 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (0a07083a-f8a7-4297-9e20-271990360eaa), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:21.441086 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] For port 7a519c1f-57d2-400a-acae-871b25b491b3, host hv-cinder-82414, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:08:21.560641 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-0a8c684b-73b5-4674-942e-4739ac24bd1d None None] Provisioning complete for port 0a07083a-f8a7-4297-9e20-271990360eaa triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:21.567404 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0a8c684b-73b5-4674-942e-4739ac24bd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (0a07083a-f8a7-4297-9e20-271990360eaa), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:21.640929 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] For port 7a519c1f-57d2-400a-acae-871b25b491b3, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7a519c1f-57d2-400a-acae-871b25b491b3,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:08:21.654360 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:08:21.656296 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Routers {'f83e3be3-868f-4dca-aab8-8cffd8b8b294'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:08:21.656955 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:08:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:21.663614 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04190949-ec40-4ded-b122-875403c150ee None None] Pushing event updated for resources: {'Port': ['ID=0a07083a-f8a7-4297-9e20-271990360eaa,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:21.682799 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92632236-e62f-4597-bc18-9ca8f884acab req-0b905f0e-0cca-4f79-946f-0db1e37c9d7e service neutron] 10.222.0.52 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369468 Jan 11 13:08:21.700007 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (7a519c1f-57d2-400a-acae-871b25b491b3), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:21.913669 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c684b-73b5-4674-942e-4739ac24bd1d None None] Current status of the port 0a07083a-f8a7-4297-9e20-271990360eaa is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:21.914264 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0a8c684b-73b5-4674-942e-4739ac24bd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (0a07083a-f8a7-4297-9e20-271990360eaa), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:21.937859 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2e8b1131-6741-4b3d-904d-ddb58012eb48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:21.946510 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 5d4acd86-81ed-429a-8d6f-78e1018b7942 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:08:21.959457 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2e29c0f3-c8c5-4dee-b12f-c7d133913113 req-eecfb10c-13f6-44d9-90c3-635ae122c046 service neutron] 10.222.0.49 "GET /v2.0/networks/e55eeef9-8398-41f8-a1e0-b8fde91cd0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8248367 Jan 11 13:08:22.016278 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Pushing event updated for resources: {'Port': ['ID=7a519c1f-57d2-400a-acae-871b25b491b3,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:22.027627 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] Set router f83e3be3-868f-4dca-aab8-8cffd8b8b294 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:08:22.162523 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:22.169874 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:22.171623 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-104b8ca1-2c20-4d78-a87b-a877e221d33c service neutron] 10.222.0.49 "PUT /v2.0/ports/7a519c1f-57d2-400a-acae-871b25b491b3 HTTP/1.1" status: 200 len: 1094 time: 7.1584888 Jan 11 13:08:22.176664 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929d9d00-ef70-4d53-9a88-3e4ee55747f2', 'tag': '7a519c1f-57d2-400a-acae-871b25b491b3'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:08:22.184016 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-0a8c684b-73b5-4674-942e-4739ac24bd1d None None] For port 0a07083a-f8a7-4297-9e20-271990360eaa, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=0a07083a-f8a7-4297-9e20-271990360eaa,segment=NetworkSegment(534b0231-a2b0-40c0-9b1c-0646ef4f896b),segment_id=534b0231-a2b0-40c0-9b1c-0646ef4f896b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:22.267689 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d4364-0397-4bfe-ab09-25517dddb1ce req-0e949ee6-5e6f-4e22-8b64-6d0259ba06c4 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:22.276460 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-116d4364-0397-4bfe-ab09-25517dddb1ce req-0e949ee6-5e6f-4e22-8b64-6d0259ba06c4 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 944 time: 0.8383675 Jan 11 13:08:22.306007 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2c32bc47-ee6b-4d39-982d-36df11ded751 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group_rule (c4c2c12e-5912-4c9f-a8a0-2f2e782bdd24), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:22.342194 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2c32bc47-ee6b-4d39-982d-36df11ded751 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (c4c2c12e-5912-4c9f-a8a0-2f2e782bdd24), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:22.347005 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0a8c684b-73b5-4674-942e-4739ac24bd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (0a07083a-f8a7-4297-9e20-271990360eaa), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:22.381925 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-4b3ab259-a809-4603-b8d6-d44606f48e41 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Made reservation on behalf of 63f679ea15dc425485f5ce6a998f3add for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:08:22.393880 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-4b3ab259-a809-4603-b8d6-d44606f48e41 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:22.454547 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c684b-73b5-4674-942e-4739ac24bd1d None None] Pushing event updated for resources: {'Port': ['ID=0a07083a-f8a7-4297-9e20-271990360eaa,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:22.491591 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32bc47-ee6b-4d39-982d-36df11ded751 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c2c12e-5912-4c9f-a8a0-2f2e782bdd24,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:22.554832 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-a906fb50-4306-47f8-ab2c-cd301c4e8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:22.559719 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-a906fb50-4306-47f8-ab2c-cd301c4e8139 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34a955b31df24aaebc066c82cb43b354&device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 1097 time: 0.3064096 Jan 11 13:08:22.566397 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2c32bc47-ee6b-4d39-982d-36df11ded751 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:22.567670 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-2c32bc47-ee6b-4d39-982d-36df11ded751 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8884382 Jan 11 13:08:22.597286 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2e29c0f3-c8c5-4dee-b12f-c7d133913113 req-2775a183-69ab-45d2-b9c4-e8111f8cda29 service neutron] 10.222.0.49 "GET /v2.0/networks/e55eeef9-8398-41f8-a1e0-b8fde91cd0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217136 Jan 11 13:08:22.610201 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48952) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:22.628563 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e4ec8617-d570-468c-9056-04ab5f8da790 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Request body: {'floatingip': {'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:22.636887 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af0636eba1a291367581c8aec72d24749398756e80c769753eba00a549122f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a8f4da-3af0-43d2-ad8e-4f1420693e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "929d9d00-ef70-4d53-9a88-3e4ee55747f2", "tag": "7a519c1f-57d2-400a-acae-871b25b491b3"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:08:22.717115 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-1cc6340f-9f62-4e9f-a9f5-081102fbf6e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a519c1f-57d2-400a-acae-871b25b491b3 HTTP/1.1" status: 200 len: 217 time: 0.1031528 Jan 11 13:08:22.730944 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cb8f3-c562-4cfc-bbc0-d910b829b027 req-566b4d4f-18d7-4e5c-af1f-8ca51a4a15bf tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:22.735788 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab1cb8f3-c562-4cfc-bbc0-d910b829b027 req-566b4d4f-18d7-4e5c-af1f-8ca51a4a15bf tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 944 time: 0.4835877 Jan 11 13:08:22.759353 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-116d4364-0397-4bfe-ab09-25517dddb1ce req-c5e30aca-82e0-49b0-931d-4e66e01e0f28 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813666 Jan 11 13:08:22.814358 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 5d4acd86-81ed-429a-8d6f-78e1018b7942 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:22.814647 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (5d4acd86-81ed-429a-8d6f-78e1018b7942), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:22.927128 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-2168b6bb-08ad-4e99-92a2-219bb3bb6e11 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Publish callbacks [] for port (e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:22.938631 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4ec8617-d570-468c-9056-04ab5f8da790 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:22.978918 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-4b3ab259-a809-4603-b8d6-d44606f48e41 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Allocated IP 172.20.0.9 (48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc/26a91e9a-7375-46a6-9db2-f38aaabd6d94/ddc6031b-1c86-44ed-8bb0-da1dbff77c5c) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:08:22.999079 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-f60fb561-bf84-45e6-98f7-827dfacd3493 None None] Provisioning complete for port 0a07083a-f8a7-4297-9e20-271990360eaa triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:23.000803 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f60fb561-bf84-45e6-98f7-827dfacd3493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (0a07083a-f8a7-4297-9e20-271990360eaa), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:23.057526 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2e8b1131-6741-4b3d-904d-ddb58012eb48 admin admin] Publish callbacks [] for security_group (9661d75c-bc0b-492d-95f8-858a7c398cb5), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:23.066399 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2e8b1131-6741-4b3d-904d-ddb58012eb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (9661d75c-bc0b-492d-95f8-858a7c398cb5), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:23.123460 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-f9667bb8-2986-4342-a009-6fe75bb5feff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:23.127078 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-f9667bb8-2986-4342-a009-6fe75bb5feff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9c76d1e-4df5-4e16-b2e5-c4294df05736 HTTP/1.1" status: 200 len: 855 time: 0.3847845 Jan 11 13:08:23.136180 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-2e8b1131-6741-4b3d-904d-ddb58012eb48 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be45b41302c44e9b8aa99c51eebc6c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0135889 Jan 11 13:08:23.141448 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 48964) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:23.198396 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6e46e2ec-2228-44a4-82c1-dc1296422b33 req-709dbf06-1f43-4190-879d-369adb67ee83 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 210 time: 0.2155588 Jan 11 13:08:23.268299 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b1131-6741-4b3d-904d-ddb58012eb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9661d75c-bc0b-492d-95f8-858a7c398cb5,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:23.400933 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-4b3ab259-a809-4603-b8d6-d44606f48e41 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:23.480435 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 5d4acd86-81ed-429a-8d6f-78e1018b7942 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:23.492100 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-4b3ab259-a809-4603-b8d6-d44606f48e41 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:23.499446 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-f60fb561-bf84-45e6-98f7-827dfacd3493 None None] Current status of the port 0a07083a-f8a7-4297-9e20-271990360eaa is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:23.517464 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-59e7b3a6-4ae7-4c1e-b368-4cd78c410e32 req-93773aab-c5f7-455a-a9a3-ecf8c59bf861 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 210 time: 0.1101041 Jan 11 13:08:23.522006 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-705f3392-f6b0-4de9-9f7b-3fc558cdea10 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80be36a8-5558-4efe-8683-f7701a055e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3307748 Jan 11 13:08:23.543769 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-2168b6bb-08ad-4e99-92a2-219bb3bb6e11 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:23.549469 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:08:13Z', 'revision_number': 4, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '0a07083a-f8a7-4297-9e20-271990360eaa', 'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'mac_address': 'fa:16:3e:0e:c7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:10Z', 'updated_at': '2022-01-11T13:08:21Z', 'revision_number': 4, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'subnets': [{'id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:23.642645 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97788cf-70ef-4c9d-8bc1-49ed7254443c None None] The sync data for ids ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'] in dv-cinder-824149-3-iscsi is: [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:08:13Z', 'revision_number': 4, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '0a07083a-f8a7-4297-9e20-271990360eaa', 'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'mac_address': 'fa:16:3e:0e:c7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:10Z', 'updated_at': '2022-01-11T13:08:21Z', 'revision_number': 4, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'subnets': [{'id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:08:23.658435 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-4b3ab259-a809-4603-b8d6-d44606f48e41 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:08:23.673698 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-4b3ab259-a809-4603-b8d6-d44606f48e41 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:08:23.701734 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-4b3ab259-a809-4603-b8d6-d44606f48e41 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:08:23.721679 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-4b3ab259-a809-4603-b8d6-d44606f48e41 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:23.722357 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-4b3ab259-a809-4603-b8d6-d44606f48e41 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:23.759568 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ab259-a809-4603-b8d6-d44606f48e41 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Pushing event updated for resources: {'Port': ['ID=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:23.780709 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-4b3ab259-a809-4603-b8d6-d44606f48e41 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0805609 Jan 11 13:08:23.790486 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-2168b6bb-08ad-4e99-92a2-219bb3bb6e11 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Network 1bd206a4-d95e-47f8-a04e-91f4a01a6374 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:08:23.802773 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Request body: {'port': {'device_id': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:23.868927 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168b6bb-08ad-4e99-92a2-219bb3bb6e11 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Pushing event updated for resources: {'Port': ['ID=e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:23.878004 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-2168b6bb-08ad-4e99-92a2-219bb3bb6e11 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:08:23.893436 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab1cb8f3-c562-4cfc-bbc0-d910b829b027 req-e624f779-906e-4b23-8ac3-8a66a7017789 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9641504 Jan 11 13:08:24.054060 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:24.062971 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 0a07083a-f8a7-4297-9e20-271990360eaa up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:08:24.091190 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caef8de-a0f1-4851-b31c-0cc859d0ed85 x-openstack-request-id: req-9caef8de-a0f1-4851-b31c-0cc859d0ed85 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:08:24.092349 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929d9d00-ef70-4d53-9a88-3e4ee55747f2", "tag": "7a519c1f-57d2-400a-acae-871b25b491b3", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:08:24.092620 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9caef8de-a0f1-4851-b31c-0cc859d0ed85 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:08:24.093087 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929d9d00-ef70-4d53-9a88-3e4ee55747f2', 'tag': '7a519c1f-57d2-400a-acae-871b25b491b3', 'status': 'completed', 'code': 200} Jan 11 13:08:24.210377 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-2168b6bb-08ad-4e99-92a2-219bb3bb6e11 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: from cryptography.utils import int_from_bytes Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: from cryptography.utils import int_from_bytes Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.212914 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.214953 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.214953 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.214953 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.214953 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.214953 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.214953 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.214953 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.214953 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.214953 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.214953 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:24.214953 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:08:24.218540 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-2168b6bb-08ad-4e99-92a2-219bb3bb6e11 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:24.219208 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-2168b6bb-08ad-4e99-92a2-219bb3bb6e11 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:24.230205 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-c25a2358-49df-45e0-a76e-fdac1bcbbdf5 service neutron] 10.222.0.49 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684919 Jan 11 13:08:24.261754 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 0a07083a-f8a7-4297-9e20-271990360eaa triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:24.262386 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (0a07083a-f8a7-4297-9e20-271990360eaa), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:24.311123 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d500db8-d568-4e39-bb1e-21859627a402 admin admin] Publish callbacks [] for security_group (9661d75c-bc0b-492d-95f8-858a7c398cb5), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:24.333341 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-2168b6bb-08ad-4e99-92a2-219bb3bb6e11 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3080273 Jan 11 13:08:24.373358 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-248ae1dc-8708-4234-9dcb-bd34e4c17eaa None None] Provisioning complete for port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:24.373741 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-248ae1dc-8708-4234-9dcb-bd34e4c17eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:24.403103 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-08d2902b-670c-4deb-bcdf-dbc7fa3d4b3f req-1ac29e15-f6a7-46e3-9984-8ab696aeda23 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 210 time: 0.0667372 Jan 11 13:08:24.424363 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397b1b1-6f04-41eb-a306-4e69ffdcd10c req-293663c8-d8e7-4e9b-b3d6-24b5263569ea tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:24.425983 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3397b1b1-6f04-41eb-a306-4e69ffdcd10c req-293663c8-d8e7-4e9b-b3d6-24b5263569ea tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 944 time: 0.1947954 Jan 11 13:08:24.452635 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d500db8-d568-4e39-bb1e-21859627a402 admin admin] Publish callbacks [] for security_group (9661d75c-bc0b-492d-95f8-858a7c398cb5), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:24.457980 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Request body: {'port': {'device_id': '4394b64c-abe9-41ff-b030-e1d77ee1ac89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:24.480008 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-248ae1dc-8708-4234-9dcb-bd34e4c17eaa None None] Port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:08:24.485040 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 0a07083a-f8a7-4297-9e20-271990360eaa is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:24.657572 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4ec8617-d570-468c-9056-04ab5f8da790 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:24.685978 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632236-e62f-4597-bc18-9ca8f884acab req-704f6fd3-3ec5-4e6b-96a2-f509b4894a76 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:24.688501 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-92632236-e62f-4597-bc18-9ca8f884acab req-704f6fd3-3ec5-4e6b-96a2-f509b4894a76 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.49 "GET /v2.0/networks?id=1bd206a4-d95e-47f8-a04e-91f4a01a6374 HTTP/1.1" status: 200 len: 819 time: 0.2596586 Jan 11 13:08:24.704902 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-92632236-e62f-4597-bc18-9ca8f884acab req-603ab8f1-1165-4dd0-86cc-52456d3b737e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Request body: {'port': {'device_id': '83f4d72c-64c8-4b30-87b5-6e8cebb9c199', 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374', 'admin_state_up': True, 'tenant_id': 'e926aa46b418404383da145fb0cb13b2'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:24.751142 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:24.776482 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3397b1b1-6f04-41eb-a306-4e69ffdcd10c req-f36bfde8-f8be-4a8b-b828-abb2c76b2e56 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146901 Jan 11 13:08:24.812180 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d500db8-d568-4e39-bb1e-21859627a402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (9661d75c-bc0b-492d-95f8-858a7c398cb5), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:24.815227 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d500db8-d568-4e39-bb1e-21859627a402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:24.819046 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-7d500db8-d568-4e39-bb1e-21859627a402 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9661d75c-bc0b-492d-95f8-858a7c398cb5 HTTP/1.1" status: 204 len: 168 time: 1.6315126 Jan 11 13:08:24.887582 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc6031b-1c86-44ed-8bb0-da1dbff77c5c {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:08:24.888293 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d500db8-d568-4e39-bb1e-21859627a402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9661d75c-bc0b-492d-95f8-858a7c398cb5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:24.901146 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Publish callbacks [] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:24.923602 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Transition to ACTIVE for port object ddc6031b-1c86-44ed-8bb0-da1dbff77c5c will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:08:24.934519 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:25.021360 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92632236-e62f-4597-bc18-9ca8f884acab req-603ab8f1-1165-4dd0-86cc-52456d3b737e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Made reservation on behalf of e926aa46b418404383da145fb0cb13b2 for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:08:25.025263 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-92632236-e62f-4597-bc18-9ca8f884acab req-603ab8f1-1165-4dd0-86cc-52456d3b737e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:25.049541 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-e4ec8617-d570-468c-9056-04ab5f8da790 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Allocated IP 172.27.0.142 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/78689e9e-ecbf-4a42-b9f2-c2143847a0df) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:08:25.104362 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Attempting to bind port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:08:25.104948 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Attempting to bind port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': 'd8635487-a1b7-4085-b8d0-a6a865c70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:08:25.105043 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Attempting to bind port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c on network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:25.132792 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Pushing event updated for resources: {'Port': ['ID=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:25.169792 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c361b1b5-158d-4848-9b41-ca3bca0b3ff2 req-964eb888-5f02-44c6-9e57-0bc229aa86d9 service neutron] 10.222.0.49 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7269318 Jan 11 13:08:25.176461 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c on network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:08:25.176806 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Attempting to bind port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c on network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:25.190531 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:08:25.191248 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Checking segment: {'id': 'd8635487-a1b7-4085-b8d0-a6a865c70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:08:25.191748 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Bound using segment: {'id': 'd8635487-a1b7-4085-b8d0-a6a865c70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:08:25.192083 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Bound port: ddc6031b-1c86-44ed-8bb0-da1dbff77c5c, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8635487-a1b7-4085-b8d0-a6a865c70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:08:25.192474 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:25.221380 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b927758-37cb-4619-b4e2-83124de78e60 req-592f0106-5eac-4fd8-972f-ee7d62c6237f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:25.232832 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2b927758-37cb-4619-b4e2-83124de78e60 req-592f0106-5eac-4fd8-972f-ee7d62c6237f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 931 time: 0.5463390 Jan 11 13:08:25.373081 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8089d9b-ed64-40f1-8cf2-0b90809209fd req-f3ec797a-d5b2-428a-95c2-a760c5636751 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:25.375212 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a8089d9b-ed64-40f1-8cf2-0b90809209fd req-f3ec797a-d5b2-428a-95c2-a760c5636751 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 944 time: 0.3080254 Jan 11 13:08:25.427818 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-92632236-e62f-4597-bc18-9ca8f884acab req-603ab8f1-1165-4dd0-86cc-52456d3b737e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Allocated IP 172.20.0.9 (1bd206a4-d95e-47f8-a04e-91f4a01a6374/2a3af950-4033-4372-9fdc-0bf30a030e8b/e6cde631-3484-4009-9209-7a4f756f24c2) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:08:25.515239 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] For port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:08:25.543209 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] For port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:08:25.564571 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:25.661284 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:25.661929 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:25.667454 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] 10.222.0.49 "PUT /v2.0/ports/ddc6031b-1c86-44ed-8bb0-da1dbff77c5c HTTP/1.1" status: 200 len: 1093 time: 1.8695180 Jan 11 13:08:25.670042 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'tag': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:08:25.672386 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f28d7d-6967-4d05-b555-cd556c475c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c2ba66d-555d-4c75-9647-d266e8883df6", "tag": "ddc6031b-1c86-44ed-8bb0-da1dbff77c5c"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:08:25.736057 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b34c5-fff2-4109-8895-3901455516ed service neutron] Pushing event updated for resources: {'Port': ['ID=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:25.816078 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-92632236-e62f-4597-bc18-9ca8f884acab req-603ab8f1-1165-4dd0-86cc-52456d3b737e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Publish callbacks [] for port (e6cde631-3484-4009-9209-7a4f756f24c2), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:25.826842 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a8089d9b-ed64-40f1-8cf2-0b90809209fd req-1cab49bf-56b2-45a4-af74-90b04c94b2f9 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644325 Jan 11 13:08:25.857912 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8f4da-3af0-43d2-ad8e-4f1420693e1b req-4ad4c99f-520c-4e85-ae5d-826f789f16df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:25.860438 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-40a8f4da-3af0-43d2-ad8e-4f1420693e1b req-4ad4c99f-520c-4e85-ae5d-826f789f16df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34a955b31df24aaebc066c82cb43b354&device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 1097 time: 0.5995350 Jan 11 13:08:25.884391 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-773dcb3b-812d-4cad-b1b4-6e328f801098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:25.885902 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-773dcb3b-812d-4cad-b1b4-6e328f801098 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63f679ea15dc425485f5ce6a998f3add&device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 1096 time: 0.1630354 Jan 11 13:08:25.928328 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-92632236-e62f-4597-bc18-9ca8f884acab req-603ab8f1-1165-4dd0-86cc-52456d3b737e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (e6cde631-3484-4009-9209-7a4f756f24c2), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:25.979376 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-aebf4794-e89a-4f49-ab69-aa323d5bb2a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c HTTP/1.1" status: 200 len: 217 time: 0.0630493 Jan 11 13:08:26.012439 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2b927758-37cb-4619-b4e2-83124de78e60 req-5a89b947-cf9a-4c61-87d8-7771b831d5d0 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7732186 Jan 11 13:08:26.069918 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92632236-e62f-4597-bc18-9ca8f884acab req-603ab8f1-1165-4dd0-86cc-52456d3b737e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Network 1bd206a4-d95e-47f8-a04e-91f4a01a6374 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:08:26.088981 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-92632236-e62f-4597-bc18-9ca8f884acab req-603ab8f1-1165-4dd0-86cc-52456d3b737e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:08:26.106454 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-7c3be298-fefc-4e52-833e-896bf0e0361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:26.108179 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-7c3be298-fefc-4e52-833e-896bf0e0361a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26a91e9a-7375-46a6-9db2-f38aaabd6d94 HTTP/1.1" status: 200 len: 854 time: 0.1080582 Jan 11 13:08:26.109161 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ab8f1-1165-4dd0-86cc-52456d3b737e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Pushing event updated for resources: {'Port': ['ID=e6cde631-3484-4009-9209-7a4f756f24c2,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:26.117062 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-92632236-e62f-4597-bc18-9ca8f884acab req-603ab8f1-1165-4dd0-86cc-52456d3b737e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:08:26.132472 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632236-e62f-4597-bc18-9ca8f884acab req-603ab8f1-1165-4dd0-86cc-52456d3b737e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:26.133292 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-92632236-e62f-4597-bc18-9ca8f884acab req-603ab8f1-1165-4dd0-86cc-52456d3b737e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:26.175526 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4ec8617-d570-468c-9056-04ab5f8da790 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for port (78689e9e-ecbf-4a42-b9f2-c2143847a0df), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:26.181413 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5a36e1-9eca-48bf-bf92-f2e615326219 x-openstack-request-id: req-2e5a36e1-9eca-48bf-bf92-f2e615326219 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:08:26.181883 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c2ba66d-555d-4c75-9647-d266e8883df6", "tag": "ddc6031b-1c86-44ed-8bb0-da1dbff77c5c", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:08:26.182048 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e5a36e1-9eca-48bf-bf92-f2e615326219 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:08:26.182558 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'tag': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c', 'status': 'completed', 'code': 200} Jan 11 13:08:26.184205 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8f4da-3af0-43d2-ad8e-4f1420693e1b req-eb3056f9-77bd-4985-b46f-da5c2338d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:26.185721 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-40a8f4da-3af0-43d2-ad8e-4f1420693e1b req-eb3056f9-77bd-4985-b46f-da5c2338d390 service neutron] 10.222.0.49 "GET /v2.0/networks?id=80be36a8-5558-4efe-8683-f7701a055e3f HTTP/1.1" status: 200 len: 916 time: 0.3124216 Jan 11 13:08:26.194364 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-92632236-e62f-4597-bc18-9ca8f884acab req-603ab8f1-1165-4dd0-86cc-52456d3b737e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4960806 Jan 11 13:08:26.209178 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee89d4-deb2-481b-add1-99ca983fcf63 req-aa8846f0-62d7-4abd-9d5e-18ffc3519585 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:26.210699 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-97ee89d4-deb2-481b-add1-99ca983fcf63 req-aa8846f0-62d7-4abd-9d5e-18ffc3519585 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 931 time: 0.2333632 Jan 11 13:08:26.222778 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Request body: {'port': {'device_id': '83f4d72c-64c8-4b30-87b5-6e8cebb9c199', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:26.250027 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-60f3e008-92e1-4487-a99a-91257820d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:26.252811 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-60f3e008-92e1-4487-a99a-91257820d3f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1046455 Jan 11 13:08:26.275937 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-40a8f4da-3af0-43d2-ad8e-4f1420693e1b req-070d298d-a767-4dab-a9e5-70b4afc020c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a519c1f-57d2-400a-acae-871b25b491b3 HTTP/1.1" status: 200 len: 217 time: 0.0776873 Jan 11 13:08:26.384359 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (e6cde631-3484-4009-9209-7a4f756f24c2), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:26.444650 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-97ee89d4-deb2-481b-add1-99ca983fcf63 req-86b8a425-b13b-43d3-ba83-1b6f09dff292 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202730 Jan 11 13:08:26.457486 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8f4da-3af0-43d2-ad8e-4f1420693e1b req-0d0ce9c3-a390-4440-8ace-31645c3dc2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:26.458974 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-40a8f4da-3af0-43d2-ad8e-4f1420693e1b req-0d0ce9c3-a390-4440-8ace-31645c3dc2a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9c76d1e-4df5-4e16-b2e5-c4294df05736 HTTP/1.1" status: 200 len: 855 time: 0.1667750 Jan 11 13:08:26.470978 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4ec8617-d570-468c-9056-04ab5f8da790 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (78689e9e-ecbf-4a42-b9f2-c2143847a0df), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:26.475824 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-479af8fe-b69c-4493-a07a-02415c838297 service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057669 Jan 11 13:08:26.497541 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:08:26.538650 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-40a8f4da-3af0-43d2-ad8e-4f1420693e1b req-f44fe386-7975-408c-a2a6-ae4a757c3268 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80be36a8-5558-4efe-8683-f7701a055e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645416 Jan 11 13:08:26.545837 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Publish callbacks [] for port (e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:26.555328 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c7376-bac0-4ee4-9b8e-897032240357 req-c636be20-6c4b-41a1-bf93-900ef8a44875 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:26.557057 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-865c7376-bac0-4ee4-9b8e-897032240357 req-c636be20-6c4b-41a1-bf93-900ef8a44875 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 944 time: 0.2962477 Jan 11 13:08:26.574609 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ec8617-d570-468c-9056-04ab5f8da790 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:08:26.586073 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e4ec8617-d570-468c-9056-04ab5f8da790 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:08:26.610513 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ec8617-d570-468c-9056-04ab5f8da790 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:08:26.629697 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec8617-d570-468c-9056-04ab5f8da790 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Pushing event updated for resources: {'Port': ['ID=78689e9e-ecbf-4a42-b9f2-c2143847a0df,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:26.634772 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Transition to ACTIVE for port object e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:08:26.693606 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:26.709496 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-9b76647e-d643-4c6d-a3ae-83f6cad4fead req-cd563633-42cd-4596-80cf-9b9a99ef99c9 service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250552 Jan 11 13:08:26.800334 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-865c7376-bac0-4ee4-9b8e-897032240357 req-892d739f-95e9-4b74-9b80-259777bea080 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173460 Jan 11 13:08:26.819512 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4ec8617-d570-468c-9056-04ab5f8da790 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for floatingip (1e68bbb5-d6a0-4071-baa3-d65150ee7868), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:26.856224 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-40a8f4da-3af0-43d2-ad8e-4f1420693e1b req-2b2b3af3-0f58-4fb1-8b06-6b7e2bcd1b65 service neutron] 10.222.0.49 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848182 Jan 11 13:08:26.856439 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f28d7d-6967-4d05-b555-cd556c475c1d req-6c44f3d2-f7cf-4000-a9f4-b646ffb4d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:26.856439 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-05f28d7d-6967-4d05-b555-cd556c475c1d req-6c44f3d2-f7cf-4000-a9f4-b646ffb4d832 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63f679ea15dc425485f5ce6a998f3add&device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 1096 time: 0.0813503 Jan 11 13:08:26.863279 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Pushing event updated for resources: {'Port': ['ID=e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:26.923082 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6cde631-3484-4009-9209-7a4f756f24c2 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:08:26.931988 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Publish callbacks [] for port (e6cde631-3484-4009-9209-7a4f756f24c2), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:26.963449 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Transition to ACTIVE for port object e6cde631-3484-4009-9209-7a4f756f24c2 will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:08:26.975541 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (e6cde631-3484-4009-9209-7a4f756f24c2), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:27.025593 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4ec8617-d570-468c-9056-04ab5f8da790 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (78689e9e-ecbf-4a42-b9f2-c2143847a0df), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:27.072295 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Attempting to bind port e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:08:27.072738 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Attempting to bind port e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '7f10895c-6390-4164-a689-1a79401575f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:08:27.073157 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Attempting to bind port e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 on network 1bd206a4-d95e-47f8-a04e-91f4a01a6374 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:27.095504 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Port e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 on network 1bd206a4-d95e-47f8-a04e-91f4a01a6374 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:08:27.095907 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Attempting to bind port e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 on network 1bd206a4-d95e-47f8-a04e-91f4a01a6374 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:27.139991 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:08:27.140417 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Checking segment: {'id': '7f10895c-6390-4164-a689-1a79401575f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:08:27.140765 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Bound using segment: {'id': '7f10895c-6390-4164-a689-1a79401575f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:08:27.141268 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Bound port: e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f10895c-6390-4164-a689-1a79401575f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:08:27.141547 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:27.173573 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-40a8f4da-3af0-43d2-ad8e-4f1420693e1b req-7dedf99c-7022-459a-8fe8-c37546621585 service neutron] 10.222.0.49 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124912 Jan 11 13:08:27.198308 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55105f0d-6363-4224-88b0-2c3e667f18eb req-6abc43d3-8c96-455c-b778-debc84f9f0b4 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:27.199876 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-55105f0d-6363-4224-88b0-2c3e667f18eb req-6abc43d3-8c96-455c-b778-debc84f9f0b4 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 944 time: 0.1964493 Jan 11 13:08:27.229216 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cde631-3484-4009-9209-7a4f756f24c2,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:27.269269 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f28d7d-6967-4d05-b555-cd556c475c1d req-da1ddae3-c9ed-4dda-9362-ebc59d635e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:27.271856 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-05f28d7d-6967-4d05-b555-cd556c475c1d req-da1ddae3-c9ed-4dda-9362-ebc59d635e81 service neutron] 10.222.0.49 "GET /v2.0/networks?id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc HTTP/1.1" status: 200 len: 916 time: 0.3284903 Jan 11 13:08:27.273074 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Attempting to bind port e6cde631-3484-4009-9209-7a4f756f24c2 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:08:27.273422 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Attempting to bind port e6cde631-3484-4009-9209-7a4f756f24c2 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '7f10895c-6390-4164-a689-1a79401575f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:08:27.273751 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Attempting to bind port e6cde631-3484-4009-9209-7a4f756f24c2 on network 1bd206a4-d95e-47f8-a04e-91f4a01a6374 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:27.278150 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Port e6cde631-3484-4009-9209-7a4f756f24c2 on network 1bd206a4-d95e-47f8-a04e-91f4a01a6374 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:08:27.278476 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Attempting to bind port e6cde631-3484-4009-9209-7a4f756f24c2 on network 1bd206a4-d95e-47f8-a04e-91f4a01a6374 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:27.289604 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:08:27.289989 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Checking segment: {'id': '7f10895c-6390-4164-a689-1a79401575f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:08:27.290378 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Bound using segment: {'id': '7f10895c-6390-4164-a689-1a79401575f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:08:27.290810 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Bound port: e6cde631-3484-4009-9209-7a4f756f24c2, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f10895c-6390-4164-a689-1a79401575f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:08:27.291171 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (e6cde631-3484-4009-9209-7a4f756f24c2), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:27.322868 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c822e-0030-4388-97e8-d1e18d26d677 req-e1995ef1-d671-4061-a364-a89f962db03f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:27.324395 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-156c822e-0030-4388-97e8-d1e18d26d677 req-e1995ef1-d671-4061-a364-a89f962db03f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.2156756 Jan 11 13:08:27.325231 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-05f28d7d-6967-4d05-b555-cd556c475c1d req-056ab79b-a8af-495b-9a1c-64c0f5166b6d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c HTTP/1.1" status: 200 len: 217 time: 0.0446150 Jan 11 13:08:27.374567 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-55105f0d-6363-4224-88b0-2c3e667f18eb req-2a91512b-9ecc-462a-96ef-12ad45e68a5a tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657572 Jan 11 13:08:27.380040 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] For port e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5, host hv-cinder-82414, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:08:27.412045 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] For port e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5,segment=NetworkSegment(7f10895c-6390-4164-a689-1a79401575f9),segment_id=7f10895c-6390-4164-a689-1a79401575f9)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:08:27.421044 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f28d7d-6967-4d05-b555-cd556c475c1d req-29f08d88-0d99-4533-8de4-1202e465a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:27.422518 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-05f28d7d-6967-4d05-b555-cd556c475c1d req-29f08d88-0d99-4533-8de4-1202e465a2f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26a91e9a-7375-46a6-9db2-f38aaabd6d94 HTTP/1.1" status: 200 len: 854 time: 0.0911381 Jan 11 13:08:27.424353 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:27.425983 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] For port e6cde631-3484-4009-9209-7a4f756f24c2, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:08:27.429171 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] For port e6cde631-3484-4009-9209-7a4f756f24c2, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=e6cde631-3484-4009-9209-7a4f756f24c2,segment=NetworkSegment(7f10895c-6390-4164-a689-1a79401575f9),segment_id=7f10895c-6390-4164-a689-1a79401575f9)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:08:27.434184 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (e6cde631-3484-4009-9209-7a4f756f24c2), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:27.464484 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-156c822e-0030-4388-97e8-d1e18d26d677 req-6b1d1e86-5896-462f-96bc-79f14ca4fa33 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271176 Jan 11 13:08:27.467973 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:27.468506 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:27.469728 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4ec8617-d570-468c-9056-04ab5f8da790 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for port (78689e9e-ecbf-4a42-b9f2-c2143847a0df), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:27.469840 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-92632236-e62f-4597-bc18-9ca8f884acab req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] 10.222.0.49 "PUT /v2.0/ports/e6cde631-3484-4009-9209-7a4f756f24c2 HTTP/1.1" status: 200 len: 1093 time: 1.2531059 Jan 11 13:08:27.483111 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:27.484508 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:27.485522 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] 10.222.0.49 "PUT /v2.0/ports/e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 HTTP/1.1" status: 200 len: 1093 time: 3.0442827 Jan 11 13:08:27.486075 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4394b64c-abe9-41ff-b030-e1d77ee1ac89', 'tag': 'e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:08:27.488483 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af0636eba1a291367581c8aec72d24749398756e80c769753eba00a549122f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca77c94-fad9-4af8-bf46-058e46acef10" -d '{"events": [{"name": "network-changed", "server_uuid": "4394b64c-abe9-41ff-b030-e1d77ee1ac89", "tag": "e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:08:27.490744 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4ec8617-d570-468c-9056-04ab5f8da790 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (78689e9e-ecbf-4a42-b9f2-c2143847a0df), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:27.498907 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259642fb-efd6-4a91-b3e1-d4263c6975d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cde631-3484-4009-9209-7a4f756f24c2,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:27.518922 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c7a53-7ba5-4b18-b92b-0e249763cb4f service neutron] Pushing event updated for resources: {'Port': ['ID=e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:27.521697 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4ec8617-d570-468c-9056-04ab5f8da790 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7954133'] for floatingip (1e68bbb5-d6a0-4071-baa3-d65150ee7868), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:27.559649 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261c58a7-f15f-4f16-9151-c88c2492be1d x-openstack-request-id: req-261c58a7-f15f-4f16-9151-c88c2492be1d {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:08:27.559925 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4394b64c-abe9-41ff-b030-e1d77ee1ac89", "tag": "e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:08:27.560202 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-261c58a7-f15f-4f16-9151-c88c2492be1d {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:08:27.560589 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4394b64c-abe9-41ff-b030-e1d77ee1ac89', 'tag': 'e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5', 'status': 'completed', 'code': 200} Jan 11 13:08:27.577430 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4ec8617-d570-468c-9056-04ab5f8da790 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:27.578607 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e4ec8617-d570-468c-9056-04ab5f8da790 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9537990 Jan 11 13:08:27.788667 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec8617-d570-468c-9056-04ab5f8da790 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Pushing event updated for resources: {'Port': ['ID=78689e9e-ecbf-4a42-b9f2-c2143847a0df,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:27.827340 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53ee14-3efe-43ee-ae3e-c3371e1bca3f req-a9a81d5e-9f4d-468b-8f9b-0d92cbf11a6c tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:27.828886 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6f53ee14-3efe-43ee-ae3e-c3371e1bca3f req-a9a81d5e-9f4d-468b-8f9b-0d92cbf11a6c tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 943 time: 0.2774611 Jan 11 13:08:27.849520 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-c091b3e9-59c7-46d2-b2d7-39446da64aad tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1076433461&fields=id&tenant_id=c7808d2de8744f4eb8023e61750e3d81 HTTP/1.1" status: 200 len: 267 time: 0.0744574 Jan 11 13:08:27.945284 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6f53ee14-3efe-43ee-ae3e-c3371e1bca3f req-5823f2ad-9f28-4bdf-927b-bbde8dcd599c tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086574 Jan 11 13:08:28.006509 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-56180c93-8d55-46ce-aa60-de352744da5d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:28.008553 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-56180c93-8d55-46ce-aa60-de352744da5d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/networks?id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949 HTTP/1.1" status: 200 len: 810 time: 0.1487172 Jan 11 13:08:28.044286 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-7cd24caa-1655-49d6-bdc3-a539e0f7ee2d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/quotas/c7808d2de8744f4eb8023e61750e3d81 HTTP/1.1" status: 200 len: 375 time: 0.0298786 Jan 11 13:08:28.110019 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4528e-f7eb-49b8-98cf-c4a07faecf5e req-8520e3a7-6b97-41cb-ac00-7f23099784f6 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:28.111510 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a0b4528e-f7eb-49b8-98cf-c4a07faecf5e req-8520e3a7-6b97-41cb-ac00-7f23099784f6 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 944 time: 0.0805268 Jan 11 13:08:28.124357 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-e42f6f3d-e174-4b19-81e8-4c41eaa0e602 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c7808d2de8744f4eb8023e61750e3d81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650699 Jan 11 13:08:28.184085 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f4d72c-64c8-4b30-87b5-6e8cebb9c199', 'tag': 'e6cde631-3484-4009-9209-7a4f756f24c2'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:08:28.186213 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d57908-b4c4-4b05-bd84-c708481e03b0" -d '{"events": [{"name": "network-changed", "server_uuid": "83f4d72c-64c8-4b30-87b5-6e8cebb9c199", "tag": "e6cde631-3484-4009-9209-7a4f756f24c2"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:08:28.222016 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a0b4528e-f7eb-49b8-98cf-c4a07faecf5e req-5f0568ca-79a2-456e-bf10-b9f7103ef9ff tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041543 Jan 11 13:08:28.256285 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-cafbe29c-369f-4114-b053-5df3095f4b70 service neutron] 10.222.0.52 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139817 Jan 11 13:08:28.310359 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25969335-7c6e-4fa3-b64d-c657463ac11a x-openstack-request-id: req-25969335-7c6e-4fa3-b64d-c657463ac11a {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:08:28.310822 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f4d72c-64c8-4b30-87b5-6e8cebb9c199", "tag": "e6cde631-3484-4009-9209-7a4f756f24c2", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:08:28.310937 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-25969335-7c6e-4fa3-b64d-c657463ac11a {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:08:28.311507 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f4d72c-64c8-4b30-87b5-6e8cebb9c199', 'tag': 'e6cde631-3484-4009-9209-7a4f756f24c2', 'status': 'completed', 'code': 200} Jan 11 13:08:28.354844 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-df0a6e54-8224-4753-ba25-041c30ba19cb service neutron] 10.222.0.52 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921888 Jan 11 13:08:28.541219 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4689e425-a205-437b-97a8-d491caac4d89 req-10a818bb-c156-49c9-8792-4492d78fb63c tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 210 time: 0.0482104 Jan 11 13:08:28.562480 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97be1a-8240-43ce-8230-ccc4e4d0886b req-32eef1a4-dac8-4d74-bc6c-1d934bcde35c tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:28.564177 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5c97be1a-8240-43ce-8230-ccc4e4d0886b req-32eef1a4-dac8-4d74-bc6c-1d934bcde35c tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 944 time: 0.0818667 Jan 11 13:08:28.649950 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5c97be1a-8240-43ce-8230-ccc4e4d0886b req-aff91035-989f-4ba2-9732-dadb5ae7e785 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787005 Jan 11 13:08:28.686760 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02085c5-9923-4cc6-8e07-df750f29a261 req-26911506-2756-4418-ba7e-72216caaf3fc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:28.688542 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f02085c5-9923-4cc6-8e07-df750f29a261 req-26911506-2756-4418-ba7e-72216caaf3fc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.0636547 Jan 11 13:08:28.740307 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f02085c5-9923-4cc6-8e07-df750f29a261 req-e8bf2d71-f20c-44a7-af7c-63bf550da826 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461907 Jan 11 13:08:29.070449 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc4b30-d882-45eb-9800-295d8c5c52a8 req-f834b4c5-caee-4ad4-8c00-eb9265f2f317 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:29.072441 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-becc4b30-d882-45eb-9800-295d8c5c52a8 req-f834b4c5-caee-4ad4-8c00-eb9265f2f317 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 943 time: 0.0471597 Jan 11 13:08:29.117903 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-becc4b30-d882-45eb-9800-295d8c5c52a8 req-85e9b1ee-3fbf-43cc-991b-6710eda9a33f tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399435 Jan 11 13:08:29.333073 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62c113-d03f-42b1-b8e1-d835a871aebe req-50eddc64-6106-4ff4-a11f-4ea8ae4caaee tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:29.334534 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9a62c113-d03f-42b1-b8e1-d835a871aebe req-50eddc64-6106-4ff4-a11f-4ea8ae4caaee tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 944 time: 0.0477202 Jan 11 13:08:29.379367 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9a62c113-d03f-42b1-b8e1-d835a871aebe req-63712158-0766-4615-921a-9d85b7879d66 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394938 Jan 11 13:08:29.640569 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-18dbb017-391b-4e1a-ac50-b9599ac7e70d req-38f6231b-8ac6-46de-b6ca-909e381935b8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 210 time: 0.0283544 Jan 11 13:08:29.763182 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f189f6e-25ce-42aa-a005-ddeb617fb56d req-04241e45-1611-47e9-ab6e-644d4d6b4741 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:29.764708 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7f189f6e-25ce-42aa-a005-ddeb617fb56d req-04241e45-1611-47e9-ab6e-644d4d6b4741 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 944 time: 0.0486441 Jan 11 13:08:29.811266 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7f189f6e-25ce-42aa-a005-ddeb617fb56d req-a0094885-b242-4960-99d2-29ce890c7cdc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410357 Jan 11 13:08:29.857949 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d3dc6-1665-4ebd-b112-8eb8db73a304 req-ce82e2fd-240b-43da-907e-6d2f3691cddf tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:29.859596 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-554d3dc6-1665-4ebd-b112-8eb8db73a304 req-ce82e2fd-240b-43da-907e-6d2f3691cddf tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.0474677 Jan 11 13:08:29.905203 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-554d3dc6-1665-4ebd-b112-8eb8db73a304 req-0c4edfdb-5c95-4219-8153-8a6c22c736f0 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398707 Jan 11 13:08:30.151749 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device ddc6031b-1c86-44ed-8bb0-da1dbff77c5c details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:08:30.201257 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f28d7d-6967-4d05-b555-cd556c475c1d req-ba7af042-442c-4339-9d8d-c3384e905087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:30.203520 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-05f28d7d-6967-4d05-b555-cd556c475c1d req-ba7af042-442c-4339-9d8d-c3384e905087 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717819 Jan 11 13:08:30.255957 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3e373-ca11-492f-ac16-febdac19a3d0 req-e523790c-fa7a-43e7-9020-6a47fa50eb5e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:30.258249 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e0c3e373-ca11-492f-ac16-febdac19a3d0 req-e523790c-fa7a-43e7-9020-6a47fa50eb5e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 943 time: 0.0619872 Jan 11 13:08:30.272595 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:30.310396 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'port_id': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c', 'mac_address': 'fa:16:3e:7e:8a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:08:30.322849 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e0c3e373-ca11-492f-ac16-febdac19a3d0 req-2af3bfc4-bee3-4162-9457-32e503800bc7 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593939 Jan 11 13:08:30.366802 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d57908-b4c4-4b05-bd84-c708481e03b0 req-ad7fdd11-1d43-44d4-9764-64650afe8b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:30.368353 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f0d57908-b4c4-4b05-bd84-c708481e03b0 req-ad7fdd11-1d43-44d4-9764-64650afe8b06 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e926aa46b418404383da145fb0cb13b2&device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 1096 time: 0.0505948 Jan 11 13:08:30.368781 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:30.369175 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:30.382460 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc6031b-1c86-44ed-8bb0-da1dbff77c5c {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:08:30.409125 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca77c94-fad9-4af8-bf46-058e46acef10 req-526b05c6-40a5-46c1-8a61-b6e0a6c29841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:30.409246 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:30.410659 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6ca77c94-fad9-4af8-bf46-058e46acef10 req-526b05c6-40a5-46c1-8a61-b6e0a6c29841 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e926aa46b418404383da145fb0cb13b2&device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 1096 time: 0.1035800 Jan 11 13:08:30.416850 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:30.417909 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 3246259b-a3ec-49c3-950b-3bd1a174553f details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:08:30.579910 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 3246259b-a3ec-49c3-950b-3bd1a174553f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3246259b-a3ec-49c3-950b-3bd1a174553f,segment=NetworkSegment(ac988e39-5203-4b9f-a4fe-32833c23bc2b),segment_id=ac988e39-5203-4b9f-a4fe-32833c23bc2b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:30.596682 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-05f28d7d-6967-4d05-b555-cd556c475c1d req-04a55007-5aa9-49af-afe7-d8bc67ba3988 service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227301 Jan 11 13:08:30.597440 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': '3246259b-a3ec-49c3-950b-3bd1a174553f', 'network_id': 'e55eeef9-8398-41f8-a1e0-b8fde91cd0d1', 'port_id': '3246259b-a3ec-49c3-950b-3bd1a174553f', 'mac_address': 'fa:16:3e:9c:da:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2b8dfd-4b45-4f1b-aab0-edb3287379f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:08:30.599192 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3071c3d4-41b8-4e43-baab-c41312484120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:30.611125 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca77c94-fad9-4af8-bf46-058e46acef10 req-f5fadef6-44a3-4f6f-a7ba-24cfa56f03c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:30.612404 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d57908-b4c4-4b05-bd84-c708481e03b0 req-ffe37ffb-874f-4a0e-885f-ce3762f9a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:30.612892 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6ca77c94-fad9-4af8-bf46-058e46acef10 req-f5fadef6-44a3-4f6f-a7ba-24cfa56f03c2 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e926aa46b418404383da145fb0cb13b2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1931255 Jan 11 13:08:30.613875 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f0d57908-b4c4-4b05-bd84-c708481e03b0 req-ffe37ffb-874f-4a0e-885f-ce3762f9a4c8 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e926aa46b418404383da145fb0cb13b2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2325411 Jan 11 13:08:30.629507 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18682194-adbd-4c70-b60b-b434f7481c49 req-3990a8b3-593d-4674-b5cb-9d507aa87173 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:30.630958 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-18682194-adbd-4c70-b60b-b434f7481c49 req-3990a8b3-593d-4674-b5cb-9d507aa87173 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 944 time: 0.1158218 Jan 11 13:08:30.635418 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:30.653611 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 3246259b-a3ec-49c3-950b-3bd1a174553f is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:30.654002 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (3246259b-a3ec-49c3-950b-3bd1a174553f), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:30.667391 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3246259b-a3ec-49c3-950b-3bd1a174553f {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:08:30.684439 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-18682194-adbd-4c70-b60b-b434f7481c49 req-8ead9fc5-577f-4a43-b5ba-f2d62a1e51f8 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470290 Jan 11 13:08:30.689700 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 3246259b-a3ec-49c3-950b-3bd1a174553f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3246259b-a3ec-49c3-950b-3bd1a174553f,segment=NetworkSegment(ac988e39-5203-4b9f-a4fe-32833c23bc2b),segment_id=ac988e39-5203-4b9f-a4fe-32833c23bc2b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:30.705627 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (3246259b-a3ec-49c3-950b-3bd1a174553f), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:30.706576 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 7a519c1f-57d2-400a-acae-871b25b491b3 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:08:30.745033 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1f5f97a4-cf1a-4fc6-b8df-7c2c6ac734be req-d828114e-0f96-4ba6-92f4-e337edc874a0 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 210 time: 0.0297089 Jan 11 13:08:30.784125 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=3246259b-a3ec-49c3-950b-3bd1a174553f,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:30.842902 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 7a519c1f-57d2-400a-acae-871b25b491b3, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7a519c1f-57d2-400a-acae-871b25b491b3,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:30.854361 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': '7a519c1f-57d2-400a-acae-871b25b491b3', 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f', 'port_id': '7a519c1f-57d2-400a-acae-871b25b491b3', 'mac_address': 'fa:16:3e:96:51:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c76d1e-4df5-4e16-b2e5-c4294df05736', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:08:30.890026 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 7a519c1f-57d2-400a-acae-871b25b491b3 is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:30.890336 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (7a519c1f-57d2-400a-acae-871b25b491b3), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:30.906530 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a519c1f-57d2-400a-acae-871b25b491b3 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:08:30.922423 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc5aec-4277-4955-84ed-d93834fd05b8 req-ce3dc817-ba11-4dd7-bb7e-417929599ebf tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:30.923897 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-43fc5aec-4277-4955-84ed-d93834fd05b8 req-ce3dc817-ba11-4dd7-bb7e-417929599ebf tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 945 time: 0.0474629 Jan 11 13:08:30.925762 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 7a519c1f-57d2-400a-acae-871b25b491b3, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7a519c1f-57d2-400a-acae-871b25b491b3,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:30.930721 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (7a519c1f-57d2-400a-acae-871b25b491b3), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:30.974818 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-43fc5aec-4277-4955-84ed-d93834fd05b8 req-fb8f0eee-f403-4e03-8308-4031e1aa48a5 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449777 Jan 11 13:08:30.979958 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=7a519c1f-57d2-400a-acae-871b25b491b3,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:31.025636 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fde50f-29a6-43e4-9d56-d277d17d37e9 req-7f3a7f4c-99f6-4601-affc-c21d192ff44e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:31.027088 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c4fde50f-29a6-43e4-9d56-d277d17d37e9 req-7f3a7f4c-99f6-4601-affc-c21d192ff44e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 944 time: 0.0514123 Jan 11 13:08:31.072475 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c4fde50f-29a6-43e4-9d56-d277d17d37e9 req-f4bd3100-3874-4a22-ba9a-4e0f657d832e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397723 Jan 11 13:08:31.441641 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688d8b2-641f-485c-8596-9c6defb5a0a1 req-57de831f-f820-4f97-93f8-0cd5e56a75a0 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:31.442997 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7688d8b2-641f-485c-8596-9c6defb5a0a1 req-57de831f-f820-4f97-93f8-0cd5e56a75a0 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 943 time: 0.0473258 Jan 11 13:08:31.491136 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7688d8b2-641f-485c-8596-9c6defb5a0a1 req-9ac08adf-93c9-4d27-8818-a3f53cbb2159 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420196 Jan 11 13:08:31.799864 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938d144-4bdb-4cf2-a19a-3e972cdb903c req-b2dd77ce-985f-4701-aa94-f958da7039c6 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:31.801361 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c938d144-4bdb-4cf2-a19a-3e972cdb903c req-b2dd77ce-985f-4701-aa94-f958da7039c6 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 945 time: 0.0500672 Jan 11 13:08:31.855717 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c5eab082-64df-419d-8cc5-c324bfccddb4 req-2a62604a-3b5b-4569-9fbf-508b0c071870 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 210 time: 0.0423460 Jan 11 13:08:31.871792 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c938d144-4bdb-4cf2-a19a-3e972cdb903c req-25fff6a4-b910-4dc7-88ad-27fc506bde65 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650246 Jan 11 13:08:32.087236 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcf7d3-e7fc-472e-931e-0bfcec177a3f req-d6c5362d-f060-45f5-8d7f-4f7c68a12836 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:32.088744 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-98fcf7d3-e7fc-472e-931e-0bfcec177a3f req-d6c5362d-f060-45f5-8d7f-4f7c68a12836 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 945 time: 0.0480032 Jan 11 13:08:32.135811 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-98fcf7d3-e7fc-472e-931e-0bfcec177a3f req-7e004b39-f1ff-495d-9eda-968f838e571e tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415857 Jan 11 13:08:32.191201 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d4609-f0d6-48cb-b26a-1b210521e0c2 req-05c042d9-081f-41c3-912e-d8fd61710754 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:32.192742 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4b4d4609-f0d6-48cb-b26a-1b210521e0c2 req-05c042d9-081f-41c3-912e-d8fd61710754 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 944 time: 0.0481896 Jan 11 13:08:32.241877 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4b4d4609-f0d6-48cb-b26a-1b210521e0c2 req-5679a155-e8ad-469e-86f5-8e3bff7beffd tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433745 Jan 11 13:08:32.582998 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a4f6254a-6513-4c1e-84e3-68c6bc29c5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:32.601130 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a1b97-b9c1-4bb2-859f-4b9899523039 req-9fa47c4f-c206-4607-8c35-c325a8a8a387 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:32.603098 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-621a1b97-b9c1-4bb2-859f-4b9899523039 req-9fa47c4f-c206-4607-8c35-c325a8a8a387 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 943 time: 0.0496519 Jan 11 13:08:32.648547 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-621a1b97-b9c1-4bb2-859f-4b9899523039 req-7d620899-0742-49b8-8b0a-285c32aa02a6 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398855 Jan 11 13:08:32.948033 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6391ac29-39d2-4e5c-b684-7d4a7bacae89 req-0d81ea1b-467d-4d50-8631-d9c6e2f1af3b tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 210 time: 0.0277989 Jan 11 13:08:32.996350 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3757f-0df2-434a-86d3-e8e03565e681 req-a1b3f6de-829b-4e93-89e2-da39ed044c6a tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:32.997813 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1ec3757f-0df2-434a-86d3-e8e03565e681 req-a1b3f6de-829b-4e93-89e2-da39ed044c6a tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 945 time: 0.0530279 Jan 11 13:08:33.042288 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1ec3757f-0df2-434a-86d3-e8e03565e681 req-8827fba9-292e-4bc6-84ed-a7d5d8aff916 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389237 Jan 11 13:08:33.356601 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44471d24-9d5f-43e4-9dbb-0e9b864a3d7f req-839f401a-9bed-4bed-97ac-7ffcd52d14c5 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:33.358082 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-44471d24-9d5f-43e4-9dbb-0e9b864a3d7f req-839f401a-9bed-4bed-97ac-7ffcd52d14c5 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 945 time: 0.1551344 Jan 11 13:08:33.428094 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca77c94-fad9-4af8-bf46-058e46acef10 req-c05863f9-415b-4efd-9c9c-2918e943ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:33.429857 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6ca77c94-fad9-4af8-bf46-058e46acef10 req-c05863f9-415b-4efd-9c9c-2918e943ac2e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2250366 Jan 11 13:08:33.435114 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-05f28d7d-6967-4d05-b555-cd556c475c1d req-99fbc751-f9b6-4386-9bd0-9d3e08d7a57c service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390015 Jan 11 13:08:33.459281 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d57908-b4c4-4b05-bd84-c708481e03b0 req-fbedc146-2f0e-4d25-8dfa-6979bf08e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:33.461093 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f0d57908-b4c4-4b05-bd84-c708481e03b0 req-fbedc146-2f0e-4d25-8dfa-6979bf08e6f7 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2664905 Jan 11 13:08:33.475459 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936efcd-2048-4cb6-8f68-d97fe741eb61 req-9c4c1188-195c-4e35-9111-f4397ca75a05 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:33.477598 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1936efcd-2048-4cb6-8f68-d97fe741eb61 req-9c4c1188-195c-4e35-9111-f4397ca75a05 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 944 time: 0.1541040 Jan 11 13:08:33.527695 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-44471d24-9d5f-43e4-9dbb-0e9b864a3d7f req-18597ea6-3eb8-46c4-8c1e-1d8976b9ed15 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512938 Jan 11 13:08:33.547000 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['ddc6031b-1c86-44ed-8bb0-da1dbff77c5c'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:08:33.581716 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1936efcd-2048-4cb6-8f68-d97fe741eb61 req-7a557463-75a6-42ec-8b45-b15eb12f2f64 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890296 Jan 11 13:08:33.585756 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-0a7a4f70-4762-45be-8f7b-a0a75f3502d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:33.587570 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-0a7a4f70-4762-45be-8f7b-a0a75f3502d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e926aa46b418404383da145fb0cb13b2&device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 1096 time: 0.1089196 Jan 11 13:08:33.632972 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['7a519c1f-57d2-400a-acae-871b25b491b3'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:08:33.639632 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['3246259b-a3ec-49c3-950b-3bd1a174553f'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:08:33.652461 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-fcd6a209-ae45-462a-9824-6d3503ed9c3a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 HTTP/1.1" status: 200 len: 217 time: 0.0569158 Jan 11 13:08:33.747767 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-2066c0d5-abee-4b55-912b-a58da7b43812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:33.749760 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-2066c0d5-abee-4b55-912b-a58da7b43812 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a3af950-4033-4372-9fdc-0bf30a030e8b HTTP/1.1" status: 200 len: 859 time: 0.0909467 Jan 11 13:08:33.764492 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632236-e62f-4597-bc18-9ca8f884acab req-51de8569-cd3a-4583-a535-b51a92fe34d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:33.766102 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-92632236-e62f-4597-bc18-9ca8f884acab req-51de8569-cd3a-4583-a535-b51a92fe34d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e926aa46b418404383da145fb0cb13b2&device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 1096 time: 0.2497370 Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: from cryptography.utils import int_from_bytes Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: from cryptography.utils import int_from_bytes Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.774614 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.776565 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.776565 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.776565 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.776565 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.776565 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.776565 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.776565 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.776565 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.776565 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.776565 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.776565 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:08:33.776565 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:08:33.777182 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-3f6bde75-838c-4ca9-af72-6b9fe63bd792 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:33.778566 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-3f6bde75-838c-4ca9-af72-6b9fe63bd792 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.49 "GET /v2.0/networks?id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949 HTTP/1.1" status: 200 len: 810 time: 0.2145405 Jan 11 13:08:33.809554 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-8ad4dde5-25f2-4479-bf03-d3c86a989bdb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd206a4-d95e-47f8-a04e-91f4a01a6374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523758 Jan 11 13:08:33.828843 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-92632236-e62f-4597-bc18-9ca8f884acab req-6549f505-b0a3-4bb2-b63e-16eca00b6319 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6cde631-3484-4009-9209-7a4f756f24c2 HTTP/1.1" status: 200 len: 217 time: 0.0481358 Jan 11 13:08:33.863340 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3687657-824f-40b8-95c9-36ec2a989249 req-27c35953-f96f-4255-8503-8df54bf1954e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:33.870154 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f3687657-824f-40b8-95c9-36ec2a989249 req-27c35953-f96f-4255-8503-8df54bf1954e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 943 time: 0.1002011 Jan 11 13:08:33.888666 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632236-e62f-4597-bc18-9ca8f884acab req-5c985503-5fdb-41eb-b1bf-572ebbd36ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:33.890629 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-92632236-e62f-4597-bc18-9ca8f884acab req-5c985503-5fdb-41eb-b1bf-572ebbd36ff6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a3af950-4033-4372-9fdc-0bf30a030e8b HTTP/1.1" status: 200 len: 859 time: 0.0477705 Jan 11 13:08:33.935389 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-92632236-e62f-4597-bc18-9ca8f884acab req-94337a1a-ee02-4aca-833a-10f50a6256ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd206a4-d95e-47f8-a04e-91f4a01a6374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354688 Jan 11 13:08:33.945674 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-e7a813a9-9cb1-4987-a037-61fbb218def4 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7808d2de8744f4eb8023e61750e3d81 HTTP/1.1" status: 200 len: 380 time: 0.1546364 Jan 11 13:08:33.969669 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-ab6a8023-a11d-4d59-a8c4-36b39ca7a2f2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Request body: {'port': {'device_id': '0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'admin_state_up': True, 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'security_groups': ['677b9ced-e0f3-4361-8468-0490445c59f5']}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:33.974623 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f3687657-824f-40b8-95c9-36ec2a989249 req-d290d692-a0d4-4669-950f-62958ddf6f22 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013329 Jan 11 13:08:33.999031 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-13ca2acd-2f11-4d09-8292-41bf6ba931d8 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802244 Jan 11 13:08:34.025130 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:34.161295 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 49260) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:34.170826 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-92632236-e62f-4597-bc18-9ca8f884acab req-08b237a3-ca17-48f0-b4df-e45614ca4553 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237716 Jan 11 13:08:34.275424 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-ab6a8023-a11d-4d59-a8c4-36b39ca7a2f2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Made reservation on behalf of c7808d2de8744f4eb8023e61750e3d81 for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:08:34.283138 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-ab6a8023-a11d-4d59-a8c4-36b39ca7a2f2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:34.321268 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0279cfaf-fa3f-4646-bbb2-ca52503632e6 req-3fbf89c3-d16f-48fd-82f3-0f9320dcd2d9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 210 time: 0.2746439 Jan 11 13:08:34.396326 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:34.401603 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea98e7-764b-486a-abe7-974f75a186d7 req-12359e84-6dd8-47ea-bc9d-e63a4460778c tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:34.402965 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fdea98e7-764b-486a-abe7-974f75a186d7 req-12359e84-6dd8-47ea-bc9d-e63a4460778c tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 945 time: 0.0851333 Jan 11 13:08:34.436423 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab07e2eb-dc49-47fa-9b9e-c04a99087052 req-6c553765-e321-4724-87ab-b937936ec517 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278228 Jan 11 13:08:34.494639 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fdea98e7-764b-486a-abe7-974f75a186d7 req-6d4b466c-2c99-4b11-b98e-0415fe6ee014 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802517 Jan 11 13:08:34.562289 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e9f3-0217-47c3-977e-3353b4a7d1e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:34.572713 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-92632236-e62f-4597-bc18-9ca8f884acab req-1eed42f7-260d-496f-a553-e3e495cd448d service neutron] 10.222.0.49 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916619 Jan 11 13:08:34.712336 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 49294) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:34.736308 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-ab6a8023-a11d-4d59-a8c4-36b39ca7a2f2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Allocated IP 172.20.0.9 (36cb856f-e9ca-4cf7-a40a-2ab754a9a949/b72085c7-0437-4370-a1d2-14c23986b36f/c0c46d50-6e93-4eb5-a795-196691df5d9c) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:08:34.760861 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae55166-bf33-4314-9eb0-83750e63218e req-8beae210-7197-43bf-9ec1-4ab70257fc64 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:34.760861 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bae55166-bf33-4314-9eb0-83750e63218e req-8beae210-7197-43bf-9ec1-4ab70257fc64 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 945 time: 0.1250036 Jan 11 13:08:34.781247 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ca1bc-397b-4703-92df-985e72703bc9 req-c6951e18-bb19-4491-a38b-bb57b80d69a4 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:34.783296 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-780ca1bc-397b-4703-92df-985e72703bc9 req-c6951e18-bb19-4491-a38b-bb57b80d69a4 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 944 time: 0.0941775 Jan 11 13:08:34.787971 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e9f3-0217-47c3-977e-3353b4a7d1e1 admin admin] Publish callbacks [] for security_group (0aced7e8-ea23-4041-8877-87d51ac816ee), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:34.799976 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e9f3-0217-47c3-977e-3353b4a7d1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (0aced7e8-ea23-4041-8877-87d51ac816ee), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:34.867431 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bae55166-bf33-4314-9eb0-83750e63218e req-3c140dd4-965c-4afb-a4d8-4879122307a2 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831306 Jan 11 13:08:34.871339 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-780ca1bc-397b-4703-92df-985e72703bc9 req-bef43589-ec95-4cdc-8daa-bbbc434873bb tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765576 Jan 11 13:08:34.907906 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-d1c5e9f3-0217-47c3-977e-3353b4a7d1e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f50d51d746fa469f8747928abb78cffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7453945 Jan 11 13:08:34.910650 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 49302) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:34.917514 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5e9f3-0217-47c3-977e-3353b4a7d1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aced7e8-ea23-4041-8877-87d51ac816ee,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:34.922079 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a9cee04f-89b7-4028-90d9-1bdcab9f8426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:34.963285 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1d19b261-9f47-4867-b839-07c0a53883cd admin admin] Publish callbacks [] for security_group (0aced7e8-ea23-4041-8877-87d51ac816ee), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:34.988315 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-ab6a8023-a11d-4d59-a8c4-36b39ca7a2f2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for port (c0c46d50-6e93-4eb5-a795-196691df5d9c), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:34.991380 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1d19b261-9f47-4867-b839-07c0a53883cd admin admin] Publish callbacks [] for security_group (0aced7e8-ea23-4041-8877-87d51ac816ee), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.055845 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a9cee04f-89b7-4028-90d9-1bdcab9f8426 admin admin] Publish callbacks [] for security_group (85077f8e-7a70-49a8-8162-27f1e3d205d1), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.057327 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-ab6a8023-a11d-4d59-a8c4-36b39ca7a2f2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (c0c46d50-6e93-4eb5-a795-196691df5d9c), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.059483 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a9cee04f-89b7-4028-90d9-1bdcab9f8426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (85077f8e-7a70-49a8-8162-27f1e3d205d1), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.080373 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1d19b261-9f47-4867-b839-07c0a53883cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (0aced7e8-ea23-4041-8877-87d51ac816ee), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.082868 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1d19b261-9f47-4867-b839-07c0a53883cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.083992 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-1d19b261-9f47-4867-b839-07c0a53883cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0aced7e8-ea23-4041-8877-87d51ac816ee HTTP/1.1" status: 204 len: 168 time: 0.1723008 Jan 11 13:08:35.100713 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19b261-9f47-4867-b839-07c0a53883cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aced7e8-ea23-4041-8877-87d51ac816ee,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:35.131298 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23e996-18f3-4a0b-854c-3cd016afcb76 req-cf88376a-e70e-4128-8677-9b2a041145b6 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:35.140629 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8f23e996-18f3-4a0b-854c-3cd016afcb76 req-cf88376a-e70e-4128-8677-9b2a041145b6 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 943 time: 0.0889654 Jan 11 13:08:35.146529 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-ab6a8023-a11d-4d59-a8c4-36b39ca7a2f2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:08:35.156175 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-a9cee04f-89b7-4028-90d9-1bdcab9f8426 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a34b26ad5a57483b87797acda4f4b498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4405241 Jan 11 13:08:35.156175 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cee04f-89b7-4028-90d9-1bdcab9f8426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85077f8e-7a70-49a8-8162-27f1e3d205d1,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:35.157495 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 49308) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:35.157834 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-ab6a8023-a11d-4d59-a8c4-36b39ca7a2f2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:08:35.159429 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a8023-a11d-4d59-a8c4-36b39ca7a2f2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Pushing event updated for resources: {'Port': ['ID=c0c46d50-6e93-4eb5-a795-196691df5d9c,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:35.162945 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-ab6a8023-a11d-4d59-a8c4-36b39ca7a2f2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:08:35.168937 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-ab6a8023-a11d-4d59-a8c4-36b39ca7a2f2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:35.169584 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-ab6a8023-a11d-4d59-a8c4-36b39ca7a2f2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.194636 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-ab6a8023-a11d-4d59-a8c4-36b39ca7a2f2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2393501 Jan 11 13:08:35.206422 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device ddc6031b-1c86-44ed-8bb0-da1dbff77c5c up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:08:35.207758 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Request body: {'port': {'device_id': '0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:35.260182 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8f23e996-18f3-4a0b-854c-3cd016afcb76 req-b20dee52-8599-4d73-9a7b-cc90b8859c77 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074643 Jan 11 13:08:35.274097 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (c0c46d50-6e93-4eb5-a795-196691df5d9c), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.274315 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.277026 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7671b193-b16d-451f-8832-2f12828f327c admin admin] Publish callbacks [] for security_group (85077f8e-7a70-49a8-8162-27f1e3d205d1), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.322805 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:08:35.328273 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7671b193-b16d-451f-8832-2f12828f327c admin admin] Publish callbacks [] for security_group (85077f8e-7a70-49a8-8162-27f1e3d205d1), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.333515 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:35.333811 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.407954 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7671b193-b16d-451f-8832-2f12828f327c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (85077f8e-7a70-49a8-8162-27f1e3d205d1), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.411760 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7671b193-b16d-451f-8832-2f12828f327c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.412924 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-7671b193-b16d-451f-8832-2f12828f327c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/85077f8e-7a70-49a8-8162-27f1e3d205d1 HTTP/1.1" status: 204 len: 168 time: 0.2523353 Jan 11 13:08:35.425389 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671b193-b16d-451f-8832-2f12828f327c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85077f8e-7a70-49a8-8162-27f1e3d205d1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:35.504500 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:35.504986 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.573902 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77f57d-353c-499b-8bbd-fb1cee36030b req-9b04d84e-b106-4fc7-a4a7-212ef77048b9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:35.577029 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:08:35.582050 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3b77f57d-353c-499b-8bbd-fb1cee36030b req-9b04d84e-b106-4fc7-a4a7-212ef77048b9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 931 time: 0.0931227 Jan 11 13:08:35.671147 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3b77f57d-353c-499b-8bbd-fb1cee36030b req-260d7c0d-4b91-4c37-81eb-9bf0df8e4909 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822227 Jan 11 13:08:35.701362 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa99382-067b-457d-a141-5b9cf583a1c0 req-c590b1d5-0203-4499-9619-58cb727c9b59 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:35.703009 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-caa99382-067b-457d-a141-5b9cf583a1c0 req-c590b1d5-0203-4499-9619-58cb727c9b59 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 945 time: 0.0802083 Jan 11 13:08:35.706477 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c46d50-6e93-4eb5-a795-196691df5d9c {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:08:35.723387 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Publish callbacks [] for port (c0c46d50-6e93-4eb5-a795-196691df5d9c), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.729025 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:35.733786 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b94d32b1-b9c6-4cb9-9190-28bc40dcd900 None None] Provisioning complete for port c0c46d50-6e93-4eb5-a795-196691df5d9c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:35.733786 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b94d32b1-b9c6-4cb9-9190-28bc40dcd900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (c0c46d50-6e93-4eb5-a795-196691df5d9c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.741265 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Transition to ACTIVE for port object c0c46d50-6e93-4eb5-a795-196691df5d9c will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:08:35.742412 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.743816 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 3246259b-a3ec-49c3-950b-3bd1a174553f up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:08:35.748476 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (c0c46d50-6e93-4eb5-a795-196691df5d9c), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.787600 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-caa99382-067b-457d-a141-5b9cf583a1c0 req-87066d3d-7d15-45ff-82ea-a9031eb56d69 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708115 Jan 11 13:08:35.851534 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b94d32b1-b9c6-4cb9-9190-28bc40dcd900 None None] Port c0c46d50-6e93-4eb5-a795-196691df5d9c cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:08:35.878903 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:35.935670 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port 3246259b-a3ec-49c3-950b-3bd1a174553f completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:08:35.941530 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port 3246259b-a3ec-49c3-950b-3bd1a174553f triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:35.941943 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (3246259b-a3ec-49c3-950b-3bd1a174553f), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:35.953979 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6f227d-7265-4119-8ae5-071947ea523d" -d '{"events": [{"server_uuid": "6c2ba66d-555d-4c75-9647-d266e8883df6", "name": "network-vif-plugged", "status": "completed", "tag": "ddc6031b-1c86-44ed-8bb0-da1dbff77c5c"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:08:35.985416 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Attempting to bind port c0c46d50-6e93-4eb5-a795-196691df5d9c on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:08:35.985772 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Attempting to bind port c0c46d50-6e93-4eb5-a795-196691df5d9c by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '534b0231-a2b0-40c0-9b1c-0646ef4f896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:08:35.986110 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Attempting to bind port c0c46d50-6e93-4eb5-a795-196691df5d9c on network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:35.993530 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Pushing event updated for resources: {'Port': ['ID=c0c46d50-6e93-4eb5-a795-196691df5d9c,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:36.004819 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Port c0c46d50-6e93-4eb5-a795-196691df5d9c on network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:08:36.009521 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Attempting to bind port c0c46d50-6e93-4eb5-a795-196691df5d9c on network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:08:36.018690 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:08:36.021563 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Checking segment: {'id': '534b0231-a2b0-40c0-9b1c-0646ef4f896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:08:36.022005 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Bound using segment: {'id': '534b0231-a2b0-40c0-9b1c-0646ef4f896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:08:36.022467 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Bound port: c0c46d50-6e93-4eb5-a795-196691df5d9c, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534b0231-a2b0-40c0-9b1c-0646ef4f896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:08:36.022975 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (c0c46d50-6e93-4eb5-a795-196691df5d9c), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:36.114035 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] For port c0c46d50-6e93-4eb5-a795-196691df5d9c, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:08:36.118888 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] For port c0c46d50-6e93-4eb5-a795-196691df5d9c, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c0c46d50-6e93-4eb5-a795-196691df5d9c,segment=NetworkSegment(534b0231-a2b0-40c0-9b1c-0646ef4f896b),segment_id=534b0231-a2b0-40c0-9b1c-0646ef4f896b)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:08:36.128034 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (c0c46d50-6e93-4eb5-a795-196691df5d9c), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:36.159124 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 3246259b-a3ec-49c3-950b-3bd1a174553f is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:36.159509 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (3246259b-a3ec-49c3-950b-3bd1a174553f), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:36.170428 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686a977-7235-4518-aafd-c5c034c61317 req-110f2213-c4a4-4344-bded-399094fc575e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:36.176711 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5686a977-7235-4518-aafd-c5c034c61317 req-110f2213-c4a4-4344-bded-399094fc575e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.1420708 Jan 11 13:08:36.186319 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d1dd7-a500-4832-a39c-64ba7b4ccbbc req-3582839b-a9f8-4af1-92b5-ee8a77d1069a tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:36.189084 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-df2d1dd7-a500-4832-a39c-64ba7b4ccbbc req-3582839b-a9f8-4af1-92b5-ee8a77d1069a tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 945 time: 0.1668472 Jan 11 13:08:36.191053 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 49360) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:36.215163 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:36.215869 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:36.217263 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] 10.222.0.49 "PUT /v2.0/ports/c0c46d50-6e93-4eb5-a795-196691df5d9c HTTP/1.1" status: 200 len: 1093 time: 1.0145831 Jan 11 13:08:36.218046 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86', 'tag': 'c0c46d50-6e93-4eb5-a795-196691df5d9c'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:08:36.220215 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d586b2-50fa-4b1a-aee0-a612424bc1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86", "tag": "c0c46d50-6e93-4eb5-a795-196691df5d9c"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:08:36.244919 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b40a7-c1ca-466d-b505-ae119e4c8f0c service neutron] Pushing event updated for resources: {'Port': ['ID=c0c46d50-6e93-4eb5-a795-196691df5d9c,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:36.250147 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5023768-9085-4efe-995f-2ec37197d01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:36.273772 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 3246259b-a3ec-49c3-950b-3bd1a174553f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3246259b-a3ec-49c3-950b-3bd1a174553f,segment=NetworkSegment(ac988e39-5203-4b9f-a4fe-32833c23bc2b),segment_id=ac988e39-5203-4b9f-a4fe-32833c23bc2b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:36.292100 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (3246259b-a3ec-49c3-950b-3bd1a174553f), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:36.294000 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 7a519c1f-57d2-400a-acae-871b25b491b3 up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:08:36.346346 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5686a977-7235-4518-aafd-c5c034c61317 req-1cbff77f-8c70-4845-81af-ff342ca33bea tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558697 Jan 11 13:08:36.368846 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-215fd38c-4ec2-4287-a295-2c15c0d8d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:36.373944 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-215fd38c-4ec2-4287-a295-2c15c0d8d38b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7808d2de8744f4eb8023e61750e3d81&device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 1096 time: 0.0966022 Jan 11 13:08:36.428812 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-df2d1dd7-a500-4832-a39c-64ba7b4ccbbc req-24fe4f27-7bf8-413a-b848-2b9f7d22661a tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216816 Jan 11 13:08:36.491689 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-1eb60cec-2f0e-4f09-9aed-fac38e03df4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0c46d50-6e93-4eb5-a795-196691df5d9c HTTP/1.1" status: 200 len: 217 time: 0.0999200 Jan 11 13:08:36.521252 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=3246259b-a3ec-49c3-950b-3bd1a174553f,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:36.547301 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5023768-9085-4efe-995f-2ec37197d01e admin admin] Publish callbacks [] for security_group (79d4caaf-bd90-4410-b623-d1941aed17ae), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:36.554712 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5023768-9085-4efe-995f-2ec37197d01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (79d4caaf-bd90-4410-b623-d1941aed17ae), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:36.556900 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port 7a519c1f-57d2-400a-acae-871b25b491b3 completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:08:36.562590 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port 7a519c1f-57d2-400a-acae-871b25b491b3 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:36.563039 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (7a519c1f-57d2-400a-acae-871b25b491b3), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:36.581390 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c218be-9118-4106-b548-d32e2c0662ae x-openstack-request-id: req-31c218be-9118-4106-b548-d32e2c0662ae {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:08:36.584889 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86", "tag": "c0c46d50-6e93-4eb5-a795-196691df5d9c", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:08:36.585171 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31c218be-9118-4106-b548-d32e2c0662ae {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:08:36.585593 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86', 'tag': 'c0c46d50-6e93-4eb5-a795-196691df5d9c', 'status': 'completed', 'code': 200} Jan 11 13:08:36.611033 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5023768-9085-4efe-995f-2ec37197d01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d4caaf-bd90-4410-b623-d1941aed17ae,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:36.625720 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-8c40454e-baf6-4dcf-a9c9-955722d1291f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:36.629223 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-8c40454e-baf6-4dcf-a9c9-955722d1291f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b72085c7-0437-4370-a1d2-14c23986b36f HTTP/1.1" status: 200 len: 849 time: 0.1305559 Jan 11 13:08:36.662417 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-a5023768-9085-4efe-995f-2ec37197d01e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0d0cb3fc73124781a64b4d41e56a13ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4699273 Jan 11 13:08:36.665580 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 49380) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:36.673947 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:36.704645 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c097a9b-483e-44b6-aa47-1ad7f4da83a7 req-6a99f40e-08c5-4bc4-8082-d0211cabd87f tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:36.705852 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2c097a9b-483e-44b6-aa47-1ad7f4da83a7 req-6a99f40e-08c5-4bc4-8082-d0211cabd87f tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 943 time: 0.0889859 Jan 11 13:08:36.730163 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 7a519c1f-57d2-400a-acae-871b25b491b3 is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:36.730635 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-3a1ec756-f5d5-4c6a-90c5-5a64381284e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:36.731350 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (7a519c1f-57d2-400a-acae-871b25b491b3), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:36.752057 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-3a1ec756-f5d5-4c6a-90c5-5a64381284e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1121705 Jan 11 13:08:36.773501 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5512cdc9-0abd-4be5-89cb-6a35833c5099 admin admin] Publish callbacks [] for security_group (79d4caaf-bd90-4410-b623-d1941aed17ae), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:36.780010 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2c097a9b-483e-44b6-aa47-1ad7f4da83a7 req-06b21f2d-f848-4bd4-b6b5-5e72e56be617 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662656 Jan 11 13:08:36.794891 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 7a519c1f-57d2-400a-acae-871b25b491b3, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7a519c1f-57d2-400a-acae-871b25b491b3,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:36.808037 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (7a519c1f-57d2-400a-acae-871b25b491b3), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:36.814012 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5512cdc9-0abd-4be5-89cb-6a35833c5099 admin admin] Publish callbacks [] for security_group (79d4caaf-bd90-4410-b623-d1941aed17ae), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:36.818558 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e9f476-bff9-4aa6-9f2f-f5558f15dfa8 x-openstack-request-id: req-92e9f476-bff9-4aa6-9f2f-f5558f15dfa8 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:08:36.818974 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2ba66d-555d-4c75-9647-d266e8883df6", "name": "network-vif-plugged", "status": "completed", "tag": "ddc6031b-1c86-44ed-8bb0-da1dbff77c5c", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:08:36.819427 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92e9f476-bff9-4aa6-9f2f-f5558f15dfa8 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:08:36.820755 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c', 'code': 200} Jan 11 13:08:36.897667 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5512cdc9-0abd-4be5-89cb-6a35833c5099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (79d4caaf-bd90-4410-b623-d1941aed17ae), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:36.901620 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5512cdc9-0abd-4be5-89cb-6a35833c5099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:36.903299 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-5512cdc9-0abd-4be5-89cb-6a35833c5099 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/79d4caaf-bd90-4410-b623-d1941aed17ae HTTP/1.1" status: 204 len: 168 time: 0.2361262 Jan 11 13:08:36.953983 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=7a519c1f-57d2-400a-acae-871b25b491b3,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:37.001757 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-d3fddac2-2b91-4c91-8938-b3658075f12a service neutron] 10.222.0.49 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439320 Jan 11 13:08:37.020454 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512cdc9-0abd-4be5-89cb-6a35833c5099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d4caaf-bd90-4410-b623-d1941aed17ae,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:37.055966 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c445c5-8ac2-4a3c-b935-e46eb684ee51 req-e0a3f0ac-0439-47ad-b3c2-5ed78b5cfe55 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:37.057675 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-22c445c5-8ac2-4a3c-b935-e46eb684ee51 req-e0a3f0ac-0439-47ad-b3c2-5ed78b5cfe55 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 946 time: 0.0727198 Jan 11 13:08:37.070595 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad929c-9272-4d70-afb6-eda31c7c72fe req-41959871-c71e-44d0-a54d-687e4cc41b89 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:37.078248 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c8ad929c-9272-4d70-afb6-eda31c7c72fe req-41959871-c71e-44d0-a54d-687e4cc41b89 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 943 time: 0.1710746 Jan 11 13:08:37.183435 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c8ad929c-9272-4d70-afb6-eda31c7c72fe req-2f9f2925-3515-4c09-99ad-949550e7901f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042435 Jan 11 13:08:37.187273 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-22c445c5-8ac2-4a3c-b935-e46eb684ee51 req-a1f6521b-6e41-40d2-b6b7-26953c44151f tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062658 Jan 11 13:08:37.212469 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device e6cde631-3484-4009-9209-7a4f756f24c2 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:08:37.246149 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e940340-b269-401e-82cb-8f9b8a511ea9 req-cf890fd7-ba2b-4780-8cbf-49e6b8111880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:37.247730 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2e940340-b269-401e-82cb-8f9b8a511ea9 req-cf890fd7-ba2b-4780-8cbf-49e6b8111880 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 1098 time: 0.1979854 Jan 11 13:08:37.250307 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0e25b052-7897-42c5-b018-27a4a2b1ebc9 req-2ecc3e31-761f-4e62-a894-bbcaba5cc2e8 service neutron] 10.222.0.49 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399187 Jan 11 13:08:37.283604 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-2e940340-b269-401e-82cb-8f9b8a511ea9 req-054b86e9-2e3d-493b-8bbd-f8df7299e2c9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:37.342811 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port e6cde631-3484-4009-9209-7a4f756f24c2, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=e6cde631-3484-4009-9209-7a4f756f24c2,segment=NetworkSegment(7f10895c-6390-4164-a689-1a79401575f9),segment_id=7f10895c-6390-4164-a689-1a79401575f9)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:37.359730 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': 'e6cde631-3484-4009-9209-7a4f756f24c2', 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374', 'port_id': 'e6cde631-3484-4009-9209-7a4f756f24c2', 'mac_address': 'fa:16:3e:55:e7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3af950-4033-4372-9fdc-0bf30a030e8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:08:37.383005 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d586b2-50fa-4b1a-aee0-a612424bc1c8 req-d159482d-7b45-4189-a9f6-53dd6bd402ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:37.385253 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-08d586b2-50fa-4b1a-aee0-a612424bc1c8 req-d159482d-7b45-4189-a9f6-53dd6bd402ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7808d2de8744f4eb8023e61750e3d81&device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 1096 time: 0.0632112 Jan 11 13:08:37.403107 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port e6cde631-3484-4009-9209-7a4f756f24c2 is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:37.403512 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (e6cde631-3484-4009-9209-7a4f756f24c2), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:37.418154 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6cde631-3484-4009-9209-7a4f756f24c2 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:08:37.434035 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 49396) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:37.445311 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port e6cde631-3484-4009-9209-7a4f756f24c2, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=e6cde631-3484-4009-9209-7a4f756f24c2,segment=NetworkSegment(7f10895c-6390-4164-a689-1a79401575f9),segment_id=7f10895c-6390-4164-a689-1a79401575f9)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:37.450803 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (e6cde631-3484-4009-9209-7a4f756f24c2), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:37.451612 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:08:37.453828 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b4c0ff97-437b-4b13-8308-ca6cbd4acc0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:37.487580 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-2e940340-b269-401e-82cb-8f9b8a511ea9 req-054b86e9-2e3d-493b-8bbd-f8df7299e2c9 service neutron] Publish callbacks [] for security_group (e7203c56-7c42-4c09-b666-6387552b4ac2), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:37.499033 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-2e940340-b269-401e-82cb-8f9b8a511ea9 req-054b86e9-2e3d-493b-8bbd-f8df7299e2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (e7203c56-7c42-4c09-b666-6387552b4ac2), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:37.544931 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5,segment=NetworkSegment(7f10895c-6390-4164-a689-1a79401575f9),segment_id=7f10895c-6390-4164-a689-1a79401575f9)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:37.547840 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=e6cde631-3484-4009-9209-7a4f756f24c2,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:37.552862 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d586b2-50fa-4b1a-aee0-a612424bc1c8 req-bf7609c8-d0fe-4d8f-a5d5-82ebf724bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:37.554350 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-08d586b2-50fa-4b1a-aee0-a612424bc1c8 req-bf7609c8-d0fe-4d8f-a5d5-82ebf724bfd2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949 HTTP/1.1" status: 200 len: 911 time: 0.1582272 Jan 11 13:08:37.555717 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79546fe-d56f-42fc-8da2-9085891a4843 req-d895b080-a723-4c1f-a455-aed900740463 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:37.557005 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2e940340-b269-401e-82cb-8f9b8a511ea9 req-054b86e9-2e3d-493b-8bbd-f8df7299e2c9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2934122 Jan 11 13:08:37.557274 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b79546fe-d56f-42fc-8da2-9085891a4843 req-d895b080-a723-4c1f-a455-aed900740463 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.1065087 Jan 11 13:08:37.570306 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b86e9-2e3d-493b-8bbd-f8df7299e2c9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e7203c56-7c42-4c09-b666-6387552b4ac2,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:37.578007 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': 'e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5', 'network_id': '1bd206a4-d95e-47f8-a04e-91f4a01a6374', 'port_id': 'e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5', 'mac_address': 'fa:16:3e:45:56:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3af950-4033-4372-9fdc-0bf30a030e8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:08:37.621688 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:37.622086 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:37.636958 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:08:37.665111 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5,segment=NetworkSegment(7f10895c-6390-4164-a689-1a79401575f9),segment_id=7f10895c-6390-4164-a689-1a79401575f9)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:37.670418 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:37.684587 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98ddee-9fa2-455d-82e6-9ac3a066f558 req-f8ccd5b6-b037-438d-8b6a-a00127bc933c tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:37.686116 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7b98ddee-9fa2-455d-82e6-9ac3a066f558 req-f8ccd5b6-b037-438d-8b6a-a00127bc933c tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 946 time: 0.1581535 Jan 11 13:08:37.697750 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b4c0ff97-437b-4b13-8308-ca6cbd4acc0b admin admin] Publish callbacks [] for security_group (c2207319-66d2-488b-bfa4-a9a2b397bd14), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:37.706731 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b79546fe-d56f-42fc-8da2-9085891a4843 req-824c8b3e-8530-4544-bbfe-40cb681155c7 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151960 Jan 11 13:08:37.708622 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b4c0ff97-437b-4b13-8308-ca6cbd4acc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (c2207319-66d2-488b-bfa4-a9a2b397bd14), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:37.729716 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:37.781018 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0ff97-437b-4b13-8308-ca6cbd4acc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2207319-66d2-488b-bfa4-a9a2b397bd14,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:37.789759 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-b4c0ff97-437b-4b13-8308-ca6cbd4acc0b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=769f0430a4514a048fc825a713231012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518026 Jan 11 13:08:37.790073 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 49414) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:37.806821 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7b98ddee-9fa2-455d-82e6-9ac3a066f558 req-e6d0e749-30bd-498a-a6c7-3597ab7cacdd tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121986 Jan 11 13:08:37.853397 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-08d586b2-50fa-4b1a-aee0-a612424bc1c8 req-2446aaca-b6c6-442c-a998-e50bbad70a66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0c46d50-6e93-4eb5-a795-196691df5d9c HTTP/1.1" status: 200 len: 217 time: 0.0678031 Jan 11 13:08:37.909173 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d586b2-50fa-4b1a-aee0-a612424bc1c8 req-255ac2c1-5fb8-4a7b-82f7-d130c18f26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:37.910519 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-08d586b2-50fa-4b1a-aee0-a612424bc1c8 req-255ac2c1-5fb8-4a7b-82f7-d130c18f26c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b72085c7-0437-4370-a1d2-14c23986b36f HTTP/1.1" status: 200 len: 849 time: 0.0499759 Jan 11 13:08:37.916595 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6259ce3-2474-4764-948b-0ea4d77c36cd admin admin] Publish callbacks [] for security_group (c2207319-66d2-488b-bfa4-a9a2b397bd14), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:37.942562 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3daf7-0d32-4217-aef1-0c7789443dbe req-3343d546-a704-4374-b5d2-1b8d77897176 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:37.944314 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8ef3daf7-0d32-4217-aef1-0c7789443dbe req-3343d546-a704-4374-b5d2-1b8d77897176 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 944 time: 0.0719001 Jan 11 13:08:37.954417 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6259ce3-2474-4764-948b-0ea4d77c36cd admin admin] Publish callbacks [] for security_group (c2207319-66d2-488b-bfa4-a9a2b397bd14), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:37.955076 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:08:37.955606 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d586b2-50fa-4b1a-aee0-a612424bc1c8 req-8ac6db34-34e0-4411-b6ac-80f776949f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:37.957140 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-08d586b2-50fa-4b1a-aee0-a612424bc1c8 req-8ac6db34-34e0-4411-b6ac-80f776949f64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392950 Jan 11 13:08:37.957345 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['e6cde631-3484-4009-9209-7a4f756f24c2'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:08:38.021472 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8ef3daf7-0d32-4217-aef1-0c7789443dbe req-e5a0b317-da08-47e6-a0f0-affb760c9752 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694408 Jan 11 13:08:38.046023 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6259ce3-2474-4764-948b-0ea4d77c36cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (c2207319-66d2-488b-bfa4-a9a2b397bd14), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:38.049027 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6259ce3-2474-4764-948b-0ea4d77c36cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:38.052517 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-d6259ce3-2474-4764-948b-0ea4d77c36cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2207319-66d2-488b-bfa4-a9a2b397bd14 HTTP/1.1" status: 204 len: 168 time: 0.2586119 Jan 11 13:08:38.059529 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-08d586b2-50fa-4b1a-aee0-a612424bc1c8 req-6f515cd6-89d4-4271-9e1b-cd3481299016 service neutron] 10.222.0.49 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950954 Jan 11 13:08:38.059842 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6259ce3-2474-4764-948b-0ea4d77c36cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2207319-66d2-488b-bfa4-a9a2b397bd14,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:38.169092 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-08d586b2-50fa-4b1a-aee0-a612424bc1c8 req-a357eec3-895a-4d7a-9870-b38b3388781a service neutron] 10.222.0.49 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913298 Jan 11 13:08:38.349078 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3902ff1-ff9c-4721-8188-bbd0e08e2707 req-4e149241-cfb1-4d19-8020-8981454cd8be tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:38.356592 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f3902ff1-ff9c-4721-8188-bbd0e08e2707 req-4e149241-cfb1-4d19-8020-8981454cd8be tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 943 time: 0.0887952 Jan 11 13:08:38.390622 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7120c-a9c4-485a-bcfb-c95691fae2a3 req-c2051a0c-8d99-41f8-bff1-04692e675adf tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:38.392236 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f7a7120c-a9c4-485a-bcfb-c95691fae2a3 req-c2051a0c-8d99-41f8-bff1-04692e675adf tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 946 time: 0.0977173 Jan 11 13:08:38.455986 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f3902ff1-ff9c-4721-8188-bbd0e08e2707 req-d281a8c2-224c-49a9-9d68-e2be9938c1b3 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893552 Jan 11 13:08:38.484671 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f7a7120c-a9c4-485a-bcfb-c95691fae2a3 req-aafec0a2-581c-4ed5-aacc-ff361390e4d3 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859537 Jan 11 13:08:38.822497 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc31ef4e-3d55-4d71-bdb0-1bb221a23819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3246259b-a3ec-49c3-950b-3bd1a174553f'}, {'server_uuid': '929d9d00-ef70-4d53-9a88-3e4ee55747f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a519c1f-57d2-400a-acae-871b25b491b3'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:08:38.824983 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d0dcd4-b1b3-44fa-b33c-ca6978bc8349" -d '{"events": [{"server_uuid": "bc31ef4e-3d55-4d71-bdb0-1bb221a23819", "name": "network-vif-plugged", "status": "completed", "tag": "3246259b-a3ec-49c3-950b-3bd1a174553f"}, {"server_uuid": "929d9d00-ef70-4d53-9a88-3e4ee55747f2", "name": "network-vif-plugged", "status": "completed", "tag": "7a519c1f-57d2-400a-acae-871b25b491b3"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:08:38.839997 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447a7a4-8b2c-4906-9d4a-c328140d1914 req-5efd6b6d-1911-4b0b-a09d-302fba1b0918 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:38.841603 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b447a7a4-8b2c-4906-9d4a-c328140d1914 req-5efd6b6d-1911-4b0b-a09d-302fba1b0918 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0545866 Jan 11 13:08:38.872953 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 11 Jan 2022 13:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8122faf4-9e3f-48f9-bf85-2759c2f4aa1f x-openstack-request-id: req-8122faf4-9e3f-48f9-bf85-2759c2f4aa1f {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:08:38.873636 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc31ef4e-3d55-4d71-bdb0-1bb221a23819", "name": "network-vif-plugged", "status": "completed", "tag": "3246259b-a3ec-49c3-950b-3bd1a174553f", "code": 200}, {"server_uuid": "929d9d00-ef70-4d53-9a88-3e4ee55747f2", "name": "network-vif-plugged", "status": "completed", "tag": "7a519c1f-57d2-400a-acae-871b25b491b3", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:08:38.874083 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8122faf4-9e3f-48f9-bf85-2759c2f4aa1f {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:08:38.874979 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc31ef4e-3d55-4d71-bdb0-1bb221a23819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3246259b-a3ec-49c3-950b-3bd1a174553f', 'code': 200} Jan 11 13:08:38.875522 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929d9d00-ef70-4d53-9a88-3e4ee55747f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a519c1f-57d2-400a-acae-871b25b491b3', 'code': 200} Jan 11 13:08:38.896588 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b447a7a4-8b2c-4906-9d4a-c328140d1914 req-f010fca4-3289-401d-bc27-5073f67cf40e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477273 Jan 11 13:08:39.014097 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792324e7-026c-4d72-b8b8-956e0d1b3ff5 req-e9df78bb-22cb-41dc-afae-e5ed08ad4166 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:39.021996 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-792324e7-026c-4d72-b8b8-956e0d1b3ff5 req-e9df78bb-22cb-41dc-afae-e5ed08ad4166 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 946 time: 0.0868897 Jan 11 13:08:39.084159 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-792324e7-026c-4d72-b8b8-956e0d1b3ff5 req-fbe5488d-0134-4f51-a215-915810aa3620 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612631 Jan 11 13:08:39.171474 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1fc39-9b89-475c-8c07-75955f08f615 req-2e72e04d-880f-4dc7-b69c-7659212fe7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:39.173081 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0df1fc39-9b89-475c-8c07-75955f08f615 req-2e72e04d-880f-4dc7-b69c-7659212fe7cf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 1099 time: 0.0956886 Jan 11 13:08:39.175784 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab333f-9526-4def-9fd6-39c98496dbf0 req-aa12b815-1354-47be-a7d8-229fce829c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:39.177198 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6bab333f-9526-4def-9fd6-39c98496dbf0 req-aa12b815-1354-47be-a7d8-229fce829c24 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 1099 time: 0.0986598 Jan 11 13:08:39.177866 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f9e2b-363d-41e7-ae61-f364f761384c req-f2f998c2-6779-4c9e-9805-7622d6029a17 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:39.185383 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c53f9e2b-363d-41e7-ae61-f364f761384c req-f2f998c2-6779-4c9e-9805-7622d6029a17 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 944 time: 0.0707619 Jan 11 13:08:39.209368 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device e6cde631-3484-4009-9209-7a4f756f24c2 up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:08:39.254868 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c53f9e2b-363d-41e7-ae61-f364f761384c req-8f951e55-9f92-45a3-88a9-0dc614ed9437 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628145 Jan 11 13:08:39.268095 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0df1fc39-9b89-475c-8c07-75955f08f615 req-9e9f20fa-cba5-4eed-bf84-250adcfcc289 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804431 Jan 11 13:08:39.274354 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6bab333f-9526-4def-9fd6-39c98496dbf0 req-d97657ba-2bfc-4c90-86cc-8362c3554edd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886817 Jan 11 13:08:39.287997 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port e6cde631-3484-4009-9209-7a4f756f24c2 completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:08:39.293727 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port e6cde631-3484-4009-9209-7a4f756f24c2 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:39.294101 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (e6cde631-3484-4009-9209-7a4f756f24c2), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:39.397644 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port e6cde631-3484-4009-9209-7a4f756f24c2 is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:39.398909 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (e6cde631-3484-4009-9209-7a4f756f24c2), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:39.441457 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port e6cde631-3484-4009-9209-7a4f756f24c2, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=e6cde631-3484-4009-9209-7a4f756f24c2,segment=NetworkSegment(7f10895c-6390-4164-a689-1a79401575f9),segment_id=7f10895c-6390-4164-a689-1a79401575f9)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:39.445473 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (e6cde631-3484-4009-9209-7a4f756f24c2), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:39.446473 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:08:39.525241 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=e6cde631-3484-4009-9209-7a4f756f24c2,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:39.553825 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:08:39.559466 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:39.559926 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:39.595605 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491d518-0123-41fc-9ce4-85bf8dac66c1 req-be135095-f2ca-4cfa-9d5a-bb427ec61bbe tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:39.597184 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c491d518-0123-41fc-9ce4-85bf8dac66c1 req-be135095-f2ca-4cfa-9d5a-bb427ec61bbe tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 943 time: 0.0703018 Jan 11 13:08:39.653769 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:39.654246 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:39.672696 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d72d63-a872-422f-bc76-49726c8138ec req-01c0e8ff-09ae-4ded-9207-91015dcd296c tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:39.674176 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d5d72d63-a872-422f-bc76-49726c8138ec req-01c0e8ff-09ae-4ded-9207-91015dcd296c tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 946 time: 0.0996821 Jan 11 13:08:39.678083 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c491d518-0123-41fc-9ce4-85bf8dac66c1 req-0c62d681-e20c-4f73-9cf9-51d224bf6f15 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621157 Jan 11 13:08:39.689340 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5,segment=NetworkSegment(7f10895c-6390-4164-a689-1a79401575f9),segment_id=7f10895c-6390-4164-a689-1a79401575f9)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:39.695699 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:39.747120 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d5d72d63-a872-422f-bc76-49726c8138ec req-10a17951-d2f9-49cd-87bf-bdb295ef0675 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640609 Jan 11 13:08:39.774537 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:40.030387 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4f2f5-9098-403c-9e46-e25f2eedea7b req-b3827b81-b467-425e-9fd8-6e7cb8f242a4 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:40.031997 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-69d4f2f5-9098-403c-9e46-e25f2eedea7b req-b3827b81-b467-425e-9fd8-6e7cb8f242a4 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0498407 Jan 11 13:08:40.080211 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-69d4f2f5-9098-403c-9e46-e25f2eedea7b req-202ad8d3-98c7-40e6-a3bd-e07a56664ad1 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423598 Jan 11 13:08:40.257662 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ddc7d-9253-4e6f-8be6-12941654bf63 req-f2e25aaf-02eb-45da-ad5d-3216168cc2e3 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:40.259326 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e56ddc7d-9253-4e6f-8be6-12941654bf63 req-f2e25aaf-02eb-45da-ad5d-3216168cc2e3 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 946 time: 0.0853438 Jan 11 13:08:40.290145 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0a79a-2812-45ca-8b1c-3445fe4f0131 req-3aab1b7c-86a1-4cfa-b44c-fcf5c90683eb tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:40.291632 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ddd0a79a-2812-45ca-8b1c-3445fe4f0131 req-3aab1b7c-86a1-4cfa-b44c-fcf5c90683eb tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0778952 Jan 11 13:08:40.300381 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 49544) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:40.305650 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-ae4d1527-e548-447d-9117-e6089dfbf42b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Request body: {'floatingip': {'port_id': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:40.323691 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e56ddc7d-9253-4e6f-8be6-12941654bf63 req-b35897ca-06ca-44ac-9b8e-d4a375ad151b tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588400 Jan 11 13:08:40.399540 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ae4d1527-e548-447d-9117-e6089dfbf42b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for floatingip (6c55b6e8-2eac-4579-84ad-a2d9c0c5f2e5), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:40.406491 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8056e4a-63f3-42af-bb32-542422e67264 req-6a72fcff-bd29-44b9-ae41-db4f8af7fb13 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:40.413441 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a8056e4a-63f3-42af-bb32-542422e67264 req-6a72fcff-bd29-44b9-ae41-db4f8af7fb13 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0629745 Jan 11 13:08:40.516730 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a8056e4a-63f3-42af-bb32-542422e67264 req-087b179d-a4c7-49ba-a603-b78f2d6f90db tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021612 Jan 11 13:08:40.682972 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 49558) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:40.846355 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-872d3913-6d95-4441-9070-17da9effdf9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:40.878186 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f4d72c-64c8-4b30-87b5-6e8cebb9c199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cde631-3484-4009-9209-7a4f756f24c2'}, {'server_uuid': '4394b64c-abe9-41ff-b030-e1d77ee1ac89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:08:40.880539 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bcdcc2-6d55-4469-b06a-e04b4d1051e3" -d '{"events": [{"server_uuid": "83f4d72c-64c8-4b30-87b5-6e8cebb9c199", "name": "network-vif-plugged", "status": "completed", "tag": "e6cde631-3484-4009-9209-7a4f756f24c2"}, {"server_uuid": "4394b64c-abe9-41ff-b030-e1d77ee1ac89", "name": "network-vif-plugged", "status": "completed", "tag": "e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:08:40.913465 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e51842-835f-4d88-8741-3f16cc5e990b req-986ee4c2-9720-4fc5-b4fe-8e67e6c3e35d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:40.920713 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-00e51842-835f-4d88-8741-3f16cc5e990b req-986ee4c2-9720-4fc5-b4fe-8e67e6c3e35d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 943 time: 0.1220462 Jan 11 13:08:40.965802 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda1001-78a4-42e3-9ed2-324a268ff65f req-0df6f8cf-af16-4499-9056-1878628c033b tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:40.967277 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2dda1001-78a4-42e3-9ed2-324a268ff65f req-0df6f8cf-af16-4499-9056-1878628c033b tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 946 time: 0.1169789 Jan 11 13:08:41.044182 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-00e51842-835f-4d88-8741-3f16cc5e990b req-601caaec-7427-4cf6-a3cb-3ffe59e33371 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186433 Jan 11 13:08:41.069709 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2dda1001-78a4-42e3-9ed2-324a268ff65f req-820b757c-35ec-4e56-8b5f-d197b3469674 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927212 Jan 11 13:08:41.091186 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-872d3913-6d95-4441-9070-17da9effdf9a admin admin] Publish callbacks [] for security_group (b88e779e-2ecd-438c-ae62-fee833846f22), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:41.096302 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-872d3913-6d95-4441-9070-17da9effdf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (b88e779e-2ecd-438c-ae62-fee833846f22), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:41.118483 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 11 Jan 2022 13:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3250c13-2672-4a40-b451-fc899225a63d x-openstack-request-id: req-d3250c13-2672-4a40-b451-fc899225a63d {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:08:41.118780 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f4d72c-64c8-4b30-87b5-6e8cebb9c199", "name": "network-vif-plugged", "status": "completed", "tag": "e6cde631-3484-4009-9209-7a4f756f24c2", "code": 200}, {"server_uuid": "4394b64c-abe9-41ff-b030-e1d77ee1ac89", "name": "network-vif-plugged", "status": "completed", "tag": "e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:08:41.119033 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3250c13-2672-4a40-b451-fc899225a63d {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:08:41.119435 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f4d72c-64c8-4b30-87b5-6e8cebb9c199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cde631-3484-4009-9209-7a4f756f24c2', 'code': 200} Jan 11 13:08:41.119683 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4394b64c-abe9-41ff-b030-e1d77ee1ac89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5', 'code': 200} Jan 11 13:08:41.145449 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-872d3913-6d95-4441-9070-17da9effdf9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=23b034d2a9244c57b48adb15239ee6e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4614773 Jan 11 13:08:41.146323 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d3913-6d95-4441-9070-17da9effdf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88e779e-2ecd-438c-ae62-fee833846f22,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:41.148749 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 49576) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:41.197073 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08c3cb1a-9d34-408c-a746-8258cd97788d admin admin] Publish callbacks [] for security_group (b88e779e-2ecd-438c-ae62-fee833846f22), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:41.217921 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08c3cb1a-9d34-408c-a746-8258cd97788d admin admin] Publish callbacks [] for security_group (b88e779e-2ecd-438c-ae62-fee833846f22), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:41.249188 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ae4d1527-e548-447d-9117-e6089dfbf42b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:41.254383 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ae4d1527-e548-447d-9117-e6089dfbf42b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7954133'] for floatingip (6c55b6e8-2eac-4579-84ad-a2d9c0c5f2e5), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:41.264304 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08c3cb1a-9d34-408c-a746-8258cd97788d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (b88e779e-2ecd-438c-ae62-fee833846f22), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:41.267065 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08c3cb1a-9d34-408c-a746-8258cd97788d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:41.270953 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-08c3cb1a-9d34-408c-a746-8258cd97788d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b88e779e-2ecd-438c-ae62-fee833846f22 HTTP/1.1" status: 204 len: 168 time: 0.1186547 Jan 11 13:08:41.278249 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3cb1a-9d34-408c-a746-8258cd97788d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88e779e-2ecd-438c-ae62-fee833846f22,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:41.355215 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.db.l3_db [None req-ae4d1527-e548-447d-9117-e6089dfbf42b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Floating IP 6c55b6e8-2eac-4579-84ad-a2d9c0c5f2e5 associated. External IP: 172.27.0.36, port: ddc6031b-1c86-44ed-8bb0-da1dbff77c5c. Jan 11 13:08:41.450109 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023dd44-75fd-42fa-8b5f-1ce59398a19c req-10c461b4-d364-4976-909f-53077e235b8e tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:41.451722 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a023dd44-75fd-42fa-8b5f-1ce59398a19c req-10c461b4-d364-4976-909f-53077e235b8e tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 946 time: 0.0568647 Jan 11 13:08:41.506148 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a023dd44-75fd-42fa-8b5f-1ce59398a19c req-d605c57a-01f1-4b44-b35b-23a33c0a23c9 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484381 Jan 11 13:08:41.570106 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 49588) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:41.572353 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4d1527-e548-447d-9117-e6089dfbf42b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:08:41.590796 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01f1cc8a-6c46-48e9-a105-c88f379f90bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:41.660276 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5496bef-642c-4667-8b65-fd892890697c req-8a9dddb2-062e-462a-ada6-330382a76505 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:41.661823 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f5496bef-642c-4667-8b65-fd892890697c req-8a9dddb2-062e-462a-ada6-330382a76505 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0728812 Jan 11 13:08:41.691135 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4d1527-e548-447d-9117-e6089dfbf42b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:08:41.697460 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ae4d1527-e548-447d-9117-e6089dfbf42b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:41.714890 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89fc8c8-4aa5-4440-9738-177296a81032 None None] Sync routers for ids ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'] in dv-cinder-824149-3-iscsi {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:08:41.727465 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89fc8c8-4aa5-4440-9738-177296a81032 None None] Routers {'198b2f33-8f38-4d07-9fbe-eb8b802e27b7'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:08:41.729057 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-d89fc8c8-4aa5-4440-9738-177296a81032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:08:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:41.741523 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-ae4d1527-e548-447d-9117-e6089dfbf42b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "PUT /v2.0/floatingips/6c55b6e8-2eac-4579-84ad-a2d9c0c5f2e5 HTTP/1.1" status: 200 len: 990 time: 1.4373491 Jan 11 13:08:41.741523 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'tag': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:08:41.750456 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f5496bef-642c-4667-8b65-fd892890697c req-e09f928b-d7c1-4832-8102-3811291fda42 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789933 Jan 11 13:08:41.753059 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b8e401-b749-4a8b-9fc1-99f820a22b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c2ba66d-555d-4c75-9647-d266e8883df6", "tag": "ddc6031b-1c86-44ed-8bb0-da1dbff77c5c"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:08:41.759997 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01f1cc8a-6c46-48e9-a105-c88f379f90bd admin admin] Publish callbacks [] for security_group (450b50f6-a4d5-4a17-8596-e92d0fd02981), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:41.767551 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01f1cc8a-6c46-48e9-a105-c88f379f90bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (450b50f6-a4d5-4a17-8596-e92d0fd02981), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:41.831471 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1cc8a-6c46-48e9-a105-c88f379f90bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450b50f6-a4d5-4a17-8596-e92d0fd02981,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:41.841502 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-01f1cc8a-6c46-48e9-a105-c88f379f90bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0dee98dd7f354bbaa8a9a24b907d25f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693195 Jan 11 13:08:41.842074 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 49598) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:41.871451 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device c0c46d50-6e93-4eb5-a795-196691df5d9c details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:08:41.896440 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-d89fc8c8-4aa5-4440-9738-177296a81032 None None] Set router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:08:41.909040 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1472f94-fa07-42c7-96c6-934e34a53142 x-openstack-request-id: req-e1472f94-fa07-42c7-96c6-934e34a53142 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:08:41.909336 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c2ba66d-555d-4c75-9647-d266e8883df6", "tag": "ddc6031b-1c86-44ed-8bb0-da1dbff77c5c", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:08:41.909590 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1472f94-fa07-42c7-96c6-934e34a53142 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:08:41.910217 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'tag': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c', 'status': 'completed', 'code': 200} Jan 11 13:08:41.926273 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ee6abb9-d987-4978-a873-c558ef776094 admin admin] Publish callbacks [] for security_group (450b50f6-a4d5-4a17-8596-e92d0fd02981), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:41.950904 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ee6abb9-d987-4978-a873-c558ef776094 admin admin] Publish callbacks [] for security_group (450b50f6-a4d5-4a17-8596-e92d0fd02981), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:41.987753 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port c0c46d50-6e93-4eb5-a795-196691df5d9c, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c0c46d50-6e93-4eb5-a795-196691df5d9c,segment=NetworkSegment(534b0231-a2b0-40c0-9b1c-0646ef4f896b),segment_id=534b0231-a2b0-40c0-9b1c-0646ef4f896b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:42.003806 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': 'c0c46d50-6e93-4eb5-a795-196691df5d9c', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'port_id': 'c0c46d50-6e93-4eb5-a795-196691df5d9c', 'mac_address': 'fa:16:3e:07:3c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:08:42.012963 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ee6abb9-d987-4978-a873-c558ef776094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (450b50f6-a4d5-4a17-8596-e92d0fd02981), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:42.016041 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ee6abb9-d987-4978-a873-c558ef776094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:42.019745 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-7ee6abb9-d987-4978-a873-c558ef776094 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/450b50f6-a4d5-4a17-8596-e92d0fd02981 HTTP/1.1" status: 204 len: 168 time: 0.1741297 Jan 11 13:08:42.032145 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6abb9-d987-4978-a873-c558ef776094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450b50f6-a4d5-4a17-8596-e92d0fd02981,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:42.056512 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port c0c46d50-6e93-4eb5-a795-196691df5d9c is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:42.056897 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (c0c46d50-6e93-4eb5-a795-196691df5d9c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:42.075758 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c46d50-6e93-4eb5-a795-196691df5d9c {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:08:42.109783 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port c0c46d50-6e93-4eb5-a795-196691df5d9c, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c0c46d50-6e93-4eb5-a795-196691df5d9c,segment=NetworkSegment(534b0231-a2b0-40c0-9b1c-0646ef4f896b),segment_id=534b0231-a2b0-40c0-9b1c-0646ef4f896b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:42.114213 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (c0c46d50-6e93-4eb5-a795-196691df5d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:42.177280 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=c0c46d50-6e93-4eb5-a795-196691df5d9c,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:42.204698 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c54e7-13fe-4656-9c0b-ada0545c5025 req-c50822e0-084a-4236-a861-8b048e5c7564 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:42.206369 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e21c54e7-13fe-4656-9c0b-ada0545c5025 req-c50822e0-084a-4236-a861-8b048e5c7564 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 944 time: 0.0774910 Jan 11 13:08:42.260485 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-d89fc8c8-4aa5-4440-9738-177296a81032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:08:01Z', 'revision_number': 4, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '6c55b6e8-2eac-4579-84ad-a2d9c0c5f2e5', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'port_id': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'mac_address': 'fa:16:3e:7e:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:08:10Z', 'updated_at': '2022-01-11T13:08:41Z', 'revision_number': 1, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecdef9d-e305-4b5b-93c3-599dcf43842a', 'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'mac_address': 'fa:16:3e:09:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:00Z', 'updated_at': '2022-01-11T13:08:06Z', 'revision_number': 5, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'subnets': [{'id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:42.261368 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e21c54e7-13fe-4656-9c0b-ada0545c5025 req-c5660b68-b561-410e-aaf3-30c0be5af03c tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484643 Jan 11 13:08:42.296241 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89fc8c8-4aa5-4440-9738-177296a81032 None None] Checking router: 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 for host: dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:08:42.304874 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89fc8c8-4aa5-4440-9738-177296a81032 None None] Routers {'198b2f33-8f38-4d07-9fbe-eb8b802e27b7'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:08:42.306249 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-d89fc8c8-4aa5-4440-9738-177296a81032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:08:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:42.376518 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4242356-3fa4-4bed-b7f6-5f43e5b5808d req-cbcda598-5132-4dae-8e93-fdc935793377 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:42.378107 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4242356-3fa4-4bed-b7f6-5f43e5b5808d req-cbcda598-5132-4dae-8e93-fdc935793377 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 946 time: 0.0580328 Jan 11 13:08:42.412444 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-d89fc8c8-4aa5-4440-9738-177296a81032 None None] Set router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:08:42.431046 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4242356-3fa4-4bed-b7f6-5f43e5b5808d req-bbc4d321-4c74-45ca-a606-76da6fee388d tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444782 Jan 11 13:08:42.649443 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-d89fc8c8-4aa5-4440-9738-177296a81032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:08:01Z', 'revision_number': 4, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '6c55b6e8-2eac-4579-84ad-a2d9c0c5f2e5', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'port_id': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'mac_address': 'fa:16:3e:7e:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:08:10Z', 'updated_at': '2022-01-11T13:08:41Z', 'revision_number': 1, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecdef9d-e305-4b5b-93c3-599dcf43842a', 'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'mac_address': 'fa:16:3e:09:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:00Z', 'updated_at': '2022-01-11T13:08:06Z', 'revision_number': 5, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'subnets': [{'id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:42.682363 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89fc8c8-4aa5-4440-9738-177296a81032 None None] The sync data for ids ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'] in dv-cinder-824149-3-iscsi is: [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:08:01Z', 'revision_number': 4, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '6c55b6e8-2eac-4579-84ad-a2d9c0c5f2e5', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'port_id': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'mac_address': 'fa:16:3e:7e:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:08:10Z', 'updated_at': '2022-01-11T13:08:41Z', 'revision_number': 1, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecdef9d-e305-4b5b-93c3-599dcf43842a', 'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'mac_address': 'fa:16:3e:09:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:00Z', 'updated_at': '2022-01-11T13:08:06Z', 'revision_number': 5, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'subnets': [{'id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:08:42.888868 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa8c85-9899-4baf-9d14-913c7591fdb9 req-7c811d4d-8c79-43a4-997a-b493ef5e568c tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:42.895729 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6afa8c85-9899-4baf-9d14-913c7591fdb9 req-7c811d4d-8c79-43a4-997a-b493ef5e568c tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0707932 Jan 11 13:08:42.948788 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6afa8c85-9899-4baf-9d14-913c7591fdb9 req-29466543-a609-4ac2-9d17-b523e1592058 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519955 Jan 11 13:08:43.044032 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c6903d-5d8f-454c-a1ec-a954b2e0d468 None None] New status for floating IP 6c55b6e8-2eac-4579-84ad-a2d9c0c5f2e5: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 13:08:43.393741 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ed8c0-0476-43c7-bf26-2d5f3aebea08 req-5232ccfd-1f8f-423a-a5b3-01d6692f4e64 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:43.395234 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ae1ed8c0-0476-43c7-bf26-2d5f3aebea08 req-5232ccfd-1f8f-423a-a5b3-01d6692f4e64 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 944 time: 0.0612478 Jan 11 13:08:43.444417 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ae1ed8c0-0476-43c7-bf26-2d5f3aebea08 req-afc55593-a142-42c9-bfda-ec8c3c612e75 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428891 Jan 11 13:08:43.655035 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8e401-b749-4a8b-9fc1-99f820a22b8a req-f74202f8-f258-4280-8383-bc19a773b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:43.657464 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-70b8e401-b749-4a8b-9fc1-99f820a22b8a req-f74202f8-f258-4280-8383-bc19a773b974 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63f679ea15dc425485f5ce6a998f3add&device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 1098 time: 0.0445859 Jan 11 13:08:43.752838 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8e401-b749-4a8b-9fc1-99f820a22b8a req-adf04607-5273-46b1-bcee-c6d0450c5886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:43.754339 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-70b8e401-b749-4a8b-9fc1-99f820a22b8a req-adf04607-5273-46b1-bcee-c6d0450c5886 service neutron] 10.222.0.49 "GET /v2.0/networks?id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc HTTP/1.1" status: 200 len: 916 time: 0.0906656 Jan 11 13:08:43.839320 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f333c-9098-4433-aba7-a2bd3a52dfc5 req-cf2b1af5-70e4-45e5-a0f0-4fe8f159ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:43.840835 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-152f333c-9098-4433-aba7-a2bd3a52dfc5 req-cf2b1af5-70e4-45e5-a0f0-4fe8f159ae40 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 1098 time: 0.0737362 Jan 11 13:08:43.888205 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-70b8e401-b749-4a8b-9fc1-99f820a22b8a req-caa8ad21-c671-46ca-9eac-136a6f9368c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c HTTP/1.1" status: 200 len: 1000 time: 0.1211760 Jan 11 13:08:43.894923 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922adf9-364c-4d3a-b13b-2139709d95d1 req-68261907-06f5-49c2-b1dc-d1a78bde0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:43.896541 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-152f333c-9098-4433-aba7-a2bd3a52dfc5 req-dfead042-5d38-43e6-be3f-e42fdd3586c8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486252 Jan 11 13:08:43.897241 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-5922adf9-364c-4d3a-b13b-2139709d95d1 req-68261907-06f5-49c2-b1dc-d1a78bde0de1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 1098 time: 0.1287105 Jan 11 13:08:43.909397 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['c0c46d50-6e93-4eb5-a795-196691df5d9c'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:08:43.948580 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8e401-b749-4a8b-9fc1-99f820a22b8a req-32420a6f-ca17-4539-b3a8-1214eb81cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:43.950108 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-70b8e401-b749-4a8b-9fc1-99f820a22b8a req-32420a6f-ca17-4539-b3a8-1214eb81cd9d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26a91e9a-7375-46a6-9db2-f38aaabd6d94 HTTP/1.1" status: 200 len: 854 time: 0.0513120 Jan 11 13:08:44.103064 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae4d0e-2770-4ea0-9ded-008b94b0dbe4 req-bc9a3889-b358-447f-92c5-9980b0053f5f tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:44.112572 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9aae4d0e-2770-4ea0-9ded-008b94b0dbe4 req-bc9a3889-b358-447f-92c5-9980b0053f5f tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0853579 Jan 11 13:08:44.185629 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9aae4d0e-2770-4ea0-9ded-008b94b0dbe4 req-d43468df-23c8-41a0-9aca-4e01e5f142bc tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721762 Jan 11 13:08:44.227880 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-5922adf9-364c-4d3a-b13b-2139709d95d1 req-94ec9c86-d4bb-4421-847c-5d7737a6f78d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180637 Jan 11 13:08:44.236168 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8e401-b749-4a8b-9fc1-99f820a22b8a req-df4a7f89-b7fd-4112-bd24-a15bc08c816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:44.238674 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-70b8e401-b749-4a8b-9fc1-99f820a22b8a req-df4a7f89-b7fd-4112-bd24-a15bc08c816f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1077905 Jan 11 13:08:44.604420 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-70b8e401-b749-4a8b-9fc1-99f820a22b8a req-2de03282-f3bd-49ea-903a-80658a2579c8 service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565967 Jan 11 13:08:44.607031 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e714f42-7199-41bd-9fb1-389eb13db222 req-a73053af-5835-4dd9-903d-a6297b714965 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:44.609265 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1e714f42-7199-41bd-9fb1-389eb13db222 req-a73053af-5835-4dd9-903d-a6297b714965 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 944 time: 0.0707774 Jan 11 13:08:44.685818 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1e714f42-7199-41bd-9fb1-389eb13db222 req-76a06f13-1e3c-4b40-9760-f2d53de3f5bf tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708563 Jan 11 13:08:44.713884 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-70b8e401-b749-4a8b-9fc1-99f820a22b8a req-868871c5-4fe1-4671-b640-c0bb523ac5ea service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984743 Jan 11 13:08:45.314787 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c55c1-e915-434d-b7dc-ce21de27180b req-666bb586-0cec-4154-af1c-4809c4e9ec53 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:45.316436 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e83c55c1-e915-434d-b7dc-ce21de27180b req-666bb586-0cec-4154-af1c-4809c4e9ec53 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0486467 Jan 11 13:08:45.364072 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e83c55c1-e915-434d-b7dc-ce21de27180b req-5b40ae2c-31bc-4861-9972-4abe99b17689 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 Jan 11 13:08:45.610755 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device c0c46d50-6e93-4eb5-a795-196691df5d9c up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:08:45.664404 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port c0c46d50-6e93-4eb5-a795-196691df5d9c completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:08:45.669405 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port c0c46d50-6e93-4eb5-a795-196691df5d9c triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:08:45.672159 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (c0c46d50-6e93-4eb5-a795-196691df5d9c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:45.765145 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port c0c46d50-6e93-4eb5-a795-196691df5d9c is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:08:45.765584 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (c0c46d50-6e93-4eb5-a795-196691df5d9c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:45.791945 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c46d50-6e93-4eb5-a795-196691df5d9c'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:08:45.794265 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ea2a02-d7c2-4751-bea3-ed048bd876ce" -d '{"events": [{"server_uuid": "0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86", "name": "network-vif-plugged", "status": "completed", "tag": "c0c46d50-6e93-4eb5-a795-196691df5d9c"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:08:45.816797 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port c0c46d50-6e93-4eb5-a795-196691df5d9c, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c0c46d50-6e93-4eb5-a795-196691df5d9c,segment=NetworkSegment(534b0231-a2b0-40c0-9b1c-0646ef4f896b),segment_id=534b0231-a2b0-40c0-9b1c-0646ef4f896b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:08:45.823183 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (c0c46d50-6e93-4eb5-a795-196691df5d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:45.836428 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e031c6d-0a82-4379-a9eb-dff7e356ecd0 req-af15e9ed-fc8b-450b-9bc6-e31b29f0f324 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:45.840586 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9e031c6d-0a82-4379-a9eb-dff7e356ecd0 req-af15e9ed-fc8b-450b-9bc6-e31b29f0f324 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 944 time: 0.0808005 Jan 11 13:08:45.854022 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ed9869-75c0-4b65-8edc-daedb332a714 x-openstack-request-id: req-f6ed9869-75c0-4b65-8edc-daedb332a714 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:08:45.854333 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86", "name": "network-vif-plugged", "status": "completed", "tag": "c0c46d50-6e93-4eb5-a795-196691df5d9c", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:08:45.854589 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6ed9869-75c0-4b65-8edc-daedb332a714 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:08:45.855034 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c46d50-6e93-4eb5-a795-196691df5d9c', 'code': 200} Jan 11 13:08:45.900332 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=c0c46d50-6e93-4eb5-a795-196691df5d9c,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:45.905114 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9e031c6d-0a82-4379-a9eb-dff7e356ecd0 req-170f39f6-52bb-4ffb-9119-3d2f65d041de tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567613 Jan 11 13:08:46.126419 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05df6fb-6eb2-4817-9f01-d3151378cca9 req-f59506fd-6e19-4356-bd35-42796d027b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:46.127555 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d05df6fb-6eb2-4817-9f01-d3151378cca9 req-f59506fd-6e19-4356-bd35-42796d027b4f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 1098 time: 0.0464060 Jan 11 13:08:46.176961 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d05df6fb-6eb2-4817-9f01-d3151378cca9 req-62c8d7f1-c3b4-4545-a848-e5f5f5eda0f3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406415 Jan 11 13:08:46.480363 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbe135-493c-416d-8726-3d1491697fdf req-bd23cb8b-974f-4833-bfca-2e58d8ad0d81 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:46.481877 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c5dbe135-493c-416d-8726-3d1491697fdf req-bd23cb8b-974f-4833-bfca-2e58d8ad0d81 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0519295 Jan 11 13:08:46.527659 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c5dbe135-493c-416d-8726-3d1491697fdf req-5c7e9a94-f45c-486d-bbb6-6b5bc94f03be tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400052 Jan 11 13:08:46.808222 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb3642-1c01-4aa7-8d83-ac8114e08d8b req-d06e84f6-874c-4833-838d-ebf4df06a014 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:46.809867 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0bfb3642-1c01-4aa7-8d83-ac8114e08d8b req-d06e84f6-874c-4833-838d-ebf4df06a014 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0493467 Jan 11 13:08:46.860328 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0bfb3642-1c01-4aa7-8d83-ac8114e08d8b req-4b88a951-8a0a-4a5b-8bbc-55781d2cd28d tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449193 Jan 11 13:08:47.024298 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc749649-f2da-4949-973c-b8c086c1392a req-e7f2cc2e-1691-4239-a0ca-c9f338790d83 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:47.027248 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fc749649-f2da-4949-973c-b8c086c1392a req-e7f2cc2e-1691-4239-a0ca-c9f338790d83 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0546973 Jan 11 13:08:47.089188 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fc749649-f2da-4949-973c-b8c086c1392a req-4c8d4380-f347-4418-93bf-51a28502094e tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530353 Jan 11 13:08:47.279497 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 49858) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:47.387132 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5cc53cd-16fa-4417-9ebb-9286cbac268a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:47.460234 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5cc53cd-16fa-4417-9ebb-9286cbac268a admin admin] Publish callbacks [] for security_group (1025399f-c3b1-4657-b301-14d37f719372), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:47.464631 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5cc53cd-16fa-4417-9ebb-9286cbac268a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (1025399f-c3b1-4657-b301-14d37f719372), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:47.502278 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-e5cc53cd-16fa-4417-9ebb-9286cbac268a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8eba6894021e4d4595b89127efd69fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215784 Jan 11 13:08:47.504276 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc53cd-16fa-4417-9ebb-9286cbac268a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1025399f-c3b1-4657-b301-14d37f719372,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:47.505042 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 49864) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:47.552751 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-851f53cb-7611-46f6-9f0c-041cc4128feb admin admin] Publish callbacks [] for security_group (1025399f-c3b1-4657-b301-14d37f719372), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:47.579241 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-851f53cb-7611-46f6-9f0c-041cc4128feb admin admin] Publish callbacks [] for security_group (1025399f-c3b1-4657-b301-14d37f719372), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:47.628332 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-851f53cb-7611-46f6-9f0c-041cc4128feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (1025399f-c3b1-4657-b301-14d37f719372), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:47.630856 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-851f53cb-7611-46f6-9f0c-041cc4128feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:47.632002 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-851f53cb-7611-46f6-9f0c-041cc4128feb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1025399f-c3b1-4657-b301-14d37f719372 HTTP/1.1" status: 204 len: 168 time: 0.1259677 Jan 11 13:08:47.639458 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f53cb-7611-46f6-9f0c-041cc4128feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1025399f-c3b1-4657-b301-14d37f719372,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:47.890514 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 49874) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:47.903944 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-de5a0050-4b65-46ce-82b3-27fa62f45157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:48.001589 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0e6fa-b06f-4914-9e2a-bc0db90a36f8 req-a7496f76-ea59-42a6-8220-89234b556466 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:48.003056 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-69a0e6fa-b06f-4914-9e2a-bc0db90a36f8 req-a7496f76-ea59-42a6-8220-89234b556466 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0712481 Jan 11 13:08:48.037617 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-de5a0050-4b65-46ce-82b3-27fa62f45157 admin admin] Publish callbacks [] for security_group (48c34a08-b4fb-4daf-8b71-e1ed093d0bb9), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:48.043449 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-de5a0050-4b65-46ce-82b3-27fa62f45157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (48c34a08-b4fb-4daf-8b71-e1ed093d0bb9), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:48.096465 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-de5a0050-4b65-46ce-82b3-27fa62f45157 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=495305915e2d48e0a32e1ddd31c51c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047539 Jan 11 13:08:48.099646 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 49878) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:48.100176 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-69a0e6fa-b06f-4914-9e2a-bc0db90a36f8 req-419d3960-1ab4-4c9b-aff3-8fcc9cdc8680 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880306 Jan 11 13:08:48.100910 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a0050-4b65-46ce-82b3-27fa62f45157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c34a08-b4fb-4daf-8b71-e1ed093d0bb9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:48.166597 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35fe646a-c055-4519-925a-3c28a2ba1710 admin admin] Publish callbacks [] for security_group (48c34a08-b4fb-4daf-8b71-e1ed093d0bb9), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:48.187557 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35fe646a-c055-4519-925a-3c28a2ba1710 admin admin] Publish callbacks [] for security_group (48c34a08-b4fb-4daf-8b71-e1ed093d0bb9), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:48.227072 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea968100-49a3-4f0a-a0b6-a640adec74bd req-71298361-f809-4227-adc7-1a364b81a38f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:48.229319 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ea968100-49a3-4f0a-a0b6-a640adec74bd req-71298361-f809-4227-adc7-1a364b81a38f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0496092 Jan 11 13:08:48.235381 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35fe646a-c055-4519-925a-3c28a2ba1710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (48c34a08-b4fb-4daf-8b71-e1ed093d0bb9), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:48.238107 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35fe646a-c055-4519-925a-3c28a2ba1710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:48.241534 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-35fe646a-c055-4519-925a-3c28a2ba1710 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/48c34a08-b4fb-4daf-8b71-e1ed093d0bb9 HTTP/1.1" status: 204 len: 168 time: 0.1385911 Jan 11 13:08:48.249346 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe646a-c055-4519-925a-3c28a2ba1710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c34a08-b4fb-4daf-8b71-e1ed093d0bb9,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:08:48.281160 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ea968100-49a3-4f0a-a0b6-a640adec74bd req-588dc6c4-e002-4ec4-af2c-4a3ffdd4457a tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447152 Jan 11 13:08:49.246251 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cc355-741e-4930-85b7-d8ed35de90f1 req-4657a814-bd80-42f4-a0b7-b92a636c8945 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:49.247752 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1e3cc355-741e-4930-85b7-d8ed35de90f1 req-4657a814-bd80-42f4-a0b7-b92a636c8945 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0557079 Jan 11 13:08:49.295746 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1e3cc355-741e-4930-85b7-d8ed35de90f1 req-308d3753-3f9e-49a4-a37f-97dba8b8fbc2 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421896 Jan 11 13:08:49.403609 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4eb22-4c56-41c7-810c-3dfbbe1feb3f req-8882b190-66d2-4906-99ba-e059e417d258 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:49.405198 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2ce4eb22-4c56-41c7-810c-3dfbbe1feb3f req-8882b190-66d2-4906-99ba-e059e417d258 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0496635 Jan 11 13:08:49.454225 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2ce4eb22-4c56-41c7-810c-3dfbbe1feb3f req-6a70005a-7d5f-4169-b2f6-ee19285ad62b tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436022 Jan 11 13:08:49.537291 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da241bb-a5be-4fbe-a4c3-d8a5a8c140d0 req-146e9485-7af8-4b16-a95a-b9c648db15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:49.538791 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2da241bb-a5be-4fbe-a4c3-d8a5a8c140d0 req-146e9485-7af8-4b16-a95a-b9c648db15f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e926aa46b418404383da145fb0cb13b2&device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 1098 time: 0.0462203 Jan 11 13:08:49.635995 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da241bb-a5be-4fbe-a4c3-d8a5a8c140d0 req-e8387f81-ff53-4550-8640-755a7fcc692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:49.637498 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2da241bb-a5be-4fbe-a4c3-d8a5a8c140d0 req-e8387f81-ff53-4550-8640-755a7fcc692d service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd206a4-d95e-47f8-a04e-91f4a01a6374 HTTP/1.1" status: 200 len: 920 time: 0.0910499 Jan 11 13:08:49.853067 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2da241bb-a5be-4fbe-a4c3-d8a5a8c140d0 req-64cd363a-20c9-42d2-9572-c1b92a0d9ac9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6cde631-3484-4009-9209-7a4f756f24c2 HTTP/1.1" status: 200 len: 217 time: 0.2077262 Jan 11 13:08:49.901155 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da241bb-a5be-4fbe-a4c3-d8a5a8c140d0 req-b9fb2f6f-bdd2-4565-9214-f0339226c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:49.902585 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2da241bb-a5be-4fbe-a4c3-d8a5a8c140d0 req-b9fb2f6f-bdd2-4565-9214-f0339226c5c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a3af950-4033-4372-9fdc-0bf30a030e8b HTTP/1.1" status: 200 len: 859 time: 0.0441897 Jan 11 13:08:49.935435 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2da241bb-a5be-4fbe-a4c3-d8a5a8c140d0 req-cce4afb5-831a-4980-bad5-01bb287e07cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd206a4-d95e-47f8-a04e-91f4a01a6374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233405 Jan 11 13:08:50.028307 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2da241bb-a5be-4fbe-a4c3-d8a5a8c140d0 req-9cfd6e84-28f6-4001-b9f4-20f011f021d7 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858710 Jan 11 13:08:50.122370 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2da241bb-a5be-4fbe-a4c3-d8a5a8c140d0 req-92bffcf5-9ab4-417c-8d0d-9c49e13c7a5e service neutron] 10.222.0.49 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842161 Jan 11 13:08:50.416529 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c40af-244a-4e59-87f8-cc8f72a25525 req-34ee3f4e-2bb9-438a-a3a4-3cfeb9ee21dd tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:50.418202 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9a0c40af-244a-4e59-87f8-cc8f72a25525 req-34ee3f4e-2bb9-438a-a3a4-3cfeb9ee21dd tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0536902 Jan 11 13:08:50.470727 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9a0c40af-244a-4e59-87f8-cc8f72a25525 req-53bb15c7-f5ee-469b-a412-385738a79d58 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470171 Jan 11 13:08:50.591644 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783426f-a835-4ac2-8908-d53aa3f7d58b req-812bf778-0e41-4f2e-a01f-15e6cad664c4 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:50.593625 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8783426f-a835-4ac2-8908-d53aa3f7d58b req-812bf778-0e41-4f2e-a01f-15e6cad664c4 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0639207 Jan 11 13:08:50.651341 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8783426f-a835-4ac2-8908-d53aa3f7d58b req-071adad8-0561-4fc0-afd5-7e30c0595e69 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509524 Jan 11 13:08:51.597673 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80250057-1173-4e8e-82d7-5fe800d01e30 req-e12d2401-509e-42a2-9aa8-4ec840bc4d11 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:51.599272 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-80250057-1173-4e8e-82d7-5fe800d01e30 req-e12d2401-509e-42a2-9aa8-4ec840bc4d11 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0535541 Jan 11 13:08:51.649309 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-80250057-1173-4e8e-82d7-5fe800d01e30 req-07446f11-5cd7-4917-82a8-fa43bcdf0e17 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443394 Jan 11 13:08:51.769381 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a125b97-ef7d-4776-abce-9d3daa2d662b req-3f3feb4d-b586-425c-9045-d4dbbb89b363 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:51.770886 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3a125b97-ef7d-4776-abce-9d3daa2d662b req-3f3feb4d-b586-425c-9045-d4dbbb89b363 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0503292 Jan 11 13:08:51.821858 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3a125b97-ef7d-4776-abce-9d3daa2d662b req-8f11ea6c-2920-4c9c-b476-11b7912e26a4 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446565 Jan 11 13:08:51.945754 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6116867-47c9-417d-b5a8-a53c6a3e53df req-b5a9e4d8-4830-41e1-a0eb-7275015148bf tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:51.947843 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d6116867-47c9-417d-b5a8-a53c6a3e53df req-b5a9e4d8-4830-41e1-a0eb-7275015148bf tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0501249 Jan 11 13:08:51.957278 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 50012) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:08:51.961822 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-acb6c14e-20e1-44dc-b37e-e3dea8980a5f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Request body: {'floatingip': {'port_id': 'c0c46d50-6e93-4eb5-a795-196691df5d9c'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:08:52.005559 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-acb6c14e-20e1-44dc-b37e-e3dea8980a5f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for floatingip (1e68bbb5-d6a0-4071-baa3-d65150ee7868), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:52.428107 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-acb6c14e-20e1-44dc-b37e-e3dea8980a5f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:52.433439 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-acb6c14e-20e1-44dc-b37e-e3dea8980a5f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7954133'] for floatingip (1e68bbb5-d6a0-4071-baa3-d65150ee7868), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:52.529380 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.db.l3_db [None req-acb6c14e-20e1-44dc-b37e-e3dea8980a5f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Floating IP 1e68bbb5-d6a0-4071-baa3-d65150ee7868 associated. External IP: 172.27.0.142, port: c0c46d50-6e93-4eb5-a795-196691df5d9c. Jan 11 13:08:52.749116 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb6c14e-20e1-44dc-b37e-e3dea8980a5f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Router f83e3be3-868f-4dca-aab8-8cffd8b8b294 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:08:52.770423 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4ff16-eb2b-4ddb-a044-f21605cecaf1 req-94660856-6ea8-4205-b502-6fbd5d0c99ba tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:52.780476 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8ad4ff16-eb2b-4ddb-a044-f21605cecaf1 req-94660856-6ea8-4205-b502-6fbd5d0c99ba tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0635583 Jan 11 13:08:52.832757 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8ad4ff16-eb2b-4ddb-a044-f21605cecaf1 req-bf55f975-235e-4f81-8833-12b0db62ea63 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505772 Jan 11 13:08:52.875696 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb6c14e-20e1-44dc-b37e-e3dea8980a5f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:08:52.885666 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52282eb3-e7cc-4155-a21f-4b5945f93161 None None] Sync routers for ids ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'] in dv-cinder-824149-3-iscsi {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:08:52.890784 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-acb6c14e-20e1-44dc-b37e-e3dea8980a5f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:08:52.897711 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52282eb3-e7cc-4155-a21f-4b5945f93161 None None] Routers {'f83e3be3-868f-4dca-aab8-8cffd8b8b294'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:08:52.898281 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-52282eb3-e7cc-4155-a21f-4b5945f93161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:08:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:52.921193 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-acb6c14e-20e1-44dc-b37e-e3dea8980a5f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "PUT /v2.0/floatingips/1e68bbb5-d6a0-4071-baa3-d65150ee7868 HTTP/1.1" status: 200 len: 991 time: 0.9628198 Jan 11 13:08:52.921778 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86', 'tag': 'c0c46d50-6e93-4eb5-a795-196691df5d9c'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:08:52.923993 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e942ea55-4bc1-473b-9498-ec4ccc7ee37f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86", "tag": "c0c46d50-6e93-4eb5-a795-196691df5d9c"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:08:52.981577 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3e5649-5f8a-4807-81fe-35306da79690 x-openstack-request-id: req-7f3e5649-5f8a-4807-81fe-35306da79690 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:08:52.982548 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86", "tag": "c0c46d50-6e93-4eb5-a795-196691df5d9c", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:08:52.982998 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f3e5649-5f8a-4807-81fe-35306da79690 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:08:52.983884 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86', 'tag': 'c0c46d50-6e93-4eb5-a795-196691df5d9c', 'status': 'completed', 'code': 200} Jan 11 13:08:53.027550 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-52282eb3-e7cc-4155-a21f-4b5945f93161 None None] Set router f83e3be3-868f-4dca-aab8-8cffd8b8b294 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:08:53.074482 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942ea55-4bc1-473b-9498-ec4ccc7ee37f req-63cd6b56-30b3-45f0-a110-4ac57be4191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:53.076550 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e942ea55-4bc1-473b-9498-ec4ccc7ee37f req-63cd6b56-30b3-45f0-a110-4ac57be4191f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7808d2de8744f4eb8023e61750e3d81&device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 1098 time: 0.0510719 Jan 11 13:08:53.174399 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942ea55-4bc1-473b-9498-ec4ccc7ee37f req-b7923884-df78-4a0e-b9b7-adb833b67c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:53.176032 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e942ea55-4bc1-473b-9498-ec4ccc7ee37f req-b7923884-df78-4a0e-b9b7-adb833b67c32 service neutron] 10.222.0.49 "GET /v2.0/networks?id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949 HTTP/1.1" status: 200 len: 911 time: 0.0924852 Jan 11 13:08:53.343625 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-52282eb3-e7cc-4155-a21f-4b5945f93161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:08:13Z', 'revision_number': 4, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '1e68bbb5-d6a0-4071-baa3-d65150ee7868', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'port_id': 'c0c46d50-6e93-4eb5-a795-196691df5d9c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'mac_address': 'fa:16:3e:07:3c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:08:26Z', 'updated_at': '2022-01-11T13:08:52Z', 'revision_number': 1, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a07083a-f8a7-4297-9e20-271990360eaa', 'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'mac_address': 'fa:16:3e:0e:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:10Z', 'updated_at': '2022-01-11T13:08:22Z', 'revision_number': 5, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'subnets': [{'id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:53.369582 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52282eb3-e7cc-4155-a21f-4b5945f93161 None None] Checking router: f83e3be3-868f-4dca-aab8-8cffd8b8b294 for host: dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:08:53.377790 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52282eb3-e7cc-4155-a21f-4b5945f93161 None None] Routers {'f83e3be3-868f-4dca-aab8-8cffd8b8b294'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:08:53.378388 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-52282eb3-e7cc-4155-a21f-4b5945f93161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:08:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:53.479346 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-52282eb3-e7cc-4155-a21f-4b5945f93161 None None] Set router f83e3be3-868f-4dca-aab8-8cffd8b8b294 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:08:53.698163 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-52282eb3-e7cc-4155-a21f-4b5945f93161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:08:13Z', 'revision_number': 4, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '1e68bbb5-d6a0-4071-baa3-d65150ee7868', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'port_id': 'c0c46d50-6e93-4eb5-a795-196691df5d9c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'mac_address': 'fa:16:3e:07:3c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:08:26Z', 'updated_at': '2022-01-11T13:08:52Z', 'revision_number': 1, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a07083a-f8a7-4297-9e20-271990360eaa', 'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'mac_address': 'fa:16:3e:0e:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:10Z', 'updated_at': '2022-01-11T13:08:22Z', 'revision_number': 5, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'subnets': [{'id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:08:53.726100 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52282eb3-e7cc-4155-a21f-4b5945f93161 None None] The sync data for ids ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'] in dv-cinder-824149-3-iscsi is: [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:08:13Z', 'revision_number': 4, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '1e68bbb5-d6a0-4071-baa3-d65150ee7868', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'port_id': 'c0c46d50-6e93-4eb5-a795-196691df5d9c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'mac_address': 'fa:16:3e:07:3c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:08:26Z', 'updated_at': '2022-01-11T13:08:52Z', 'revision_number': 1, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a07083a-f8a7-4297-9e20-271990360eaa', 'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'mac_address': 'fa:16:3e:0e:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:10Z', 'updated_at': '2022-01-11T13:08:22Z', 'revision_number': 5, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'subnets': [{'id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:08:53.907066 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c6df1-7b8d-4b36-a2d2-ab70f57aac62 None None] New status for floating IP 1e68bbb5-d6a0-4071-baa3-d65150ee7868: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 13:08:53.972298 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47592bb0-40fe-430c-beb5-5223384d7c55 req-c159d7fb-ab92-4e37-b66d-2a1580672a74 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:53.973801 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-47592bb0-40fe-430c-beb5-5223384d7c55 req-c159d7fb-ab92-4e37-b66d-2a1580672a74 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0587955 Jan 11 13:08:54.026296 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-47592bb0-40fe-430c-beb5-5223384d7c55 req-38f627ad-8830-4089-964c-9dda1c2ac909 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437210 Jan 11 13:08:55.201812 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e942ea55-4bc1-473b-9498-ec4ccc7ee37f req-9eeb346a-8a00-4230-a9ce-a507f5f96264 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0c46d50-6e93-4eb5-a795-196691df5d9c HTTP/1.1" status: 200 len: 1001 time: 0.0598204 Jan 11 13:08:56.422336 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942ea55-4bc1-473b-9498-ec4ccc7ee37f req-b6980348-850f-4976-b798-e49eadfba2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:56.423849 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e942ea55-4bc1-473b-9498-ec4ccc7ee37f req-b6980348-850f-4976-b798-e49eadfba2c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b72085c7-0437-4370-a1d2-14c23986b36f HTTP/1.1" status: 200 len: 849 time: 0.0502701 Jan 11 13:08:56.475780 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942ea55-4bc1-473b-9498-ec4ccc7ee37f req-8370ee7d-a1f8-4434-b4e6-54011357d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:56.477957 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e942ea55-4bc1-473b-9498-ec4ccc7ee37f req-8370ee7d-a1f8-4434-b4e6-54011357d29f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433147 Jan 11 13:08:56.580518 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e942ea55-4bc1-473b-9498-ec4ccc7ee37f req-d086fe3a-4091-486c-a272-de44f704abf8 service neutron] 10.222.0.49 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929413 Jan 11 13:08:56.637952 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9312af-c8fc-4cd0-8f55-2bec59436ef7 req-c135b805-e65d-4220-83d4-aa60db0830ed tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:56.639716 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ef9312af-c8fc-4cd0-8f55-2bec59436ef7 req-c135b805-e65d-4220-83d4-aa60db0830ed tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0561612 Jan 11 13:08:56.690350 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e942ea55-4bc1-473b-9498-ec4ccc7ee37f req-6905cd0b-a47b-4840-8158-246fcf6f7b09 service neutron] 10.222.0.49 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003938 Jan 11 13:08:56.706044 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ef9312af-c8fc-4cd0-8f55-2bec59436ef7 req-17d70588-4857-4574-aade-9ff968d8eca8 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602906 Jan 11 13:08:57.857108 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63370a14-1a31-4f12-83de-2deba79c5de4 req-1311e5cb-c2e4-4b05-a5eb-a2956b872dfe tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:57.858866 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-63370a14-1a31-4f12-83de-2deba79c5de4 req-1311e5cb-c2e4-4b05-a5eb-a2956b872dfe tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0774145 Jan 11 13:08:57.885190 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc441b26-9a92-43b9-9dd0-06f903634cdf req-09a247de-251c-4732-9458-7b08efc76b46 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:57.885190 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fc441b26-9a92-43b9-9dd0-06f903634cdf req-09a247de-251c-4732-9458-7b08efc76b46 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 946 time: 0.0723517 Jan 11 13:08:57.939948 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-63370a14-1a31-4f12-83de-2deba79c5de4 req-922f1090-6673-450d-a762-84287f979107 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733564 Jan 11 13:08:57.953449 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fc441b26-9a92-43b9-9dd0-06f903634cdf req-6b556a03-8c0a-423e-8c28-52d8049f3596 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635724 Jan 11 13:08:58.653210 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:08:59.090949 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5565e1a-af92-49c3-ab88-a8264e9c1a96 req-d931a341-303d-4498-92b6-7bff3bac3626 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:59.092445 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b5565e1a-af92-49c3-ab88-a8264e9c1a96 req-d931a341-303d-4498-92b6-7bff3bac3626 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0805573 Jan 11 13:08:59.104321 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4be72e-8e8d-4fdc-b233-08bf79ae58ab req-2d784c83-f083-4f1f-aa08-25d1382c22f5 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:59.105699 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-aa4be72e-8e8d-4fdc-b233-08bf79ae58ab req-2d784c83-f083-4f1f-aa08-25d1382c22f5 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 946 time: 0.0684872 Jan 11 13:08:59.175586 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b5565e1a-af92-49c3-ab88-a8264e9c1a96 req-5fa5d895-d331-4bc6-8d03-ba04a51c5014 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689318 Jan 11 13:08:59.183595 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-aa4be72e-8e8d-4fdc-b233-08bf79ae58ab req-f7306cb8-2d27-44e4-ae42-efeb8cd42984 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711441 Jan 11 13:08:59.773045 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-ede6d09b-4165-4155-b278-b04710cf56a6 req-3ea289c7-554c-4850-a251-e91c3a3c1809 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547223 Jan 11 13:08:59.897113 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6d09b-4165-4155-b278-b04710cf56a6 req-f8a1f2ed-f78b-4315-9451-2e5fb7804422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:08:59.898595 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-ede6d09b-4165-4155-b278-b04710cf56a6 req-f8a1f2ed-f78b-4315-9451-2e5fb7804422 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34a955b31df24aaebc066c82cb43b354&device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 1099 time: 0.0438406 Jan 11 13:09:00.018374 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6d09b-4165-4155-b278-b04710cf56a6 req-0fad82ae-fa96-4b63-8768-39ae5a7fe26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:00.020291 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-ede6d09b-4165-4155-b278-b04710cf56a6 req-0fad82ae-fa96-4b63-8768-39ae5a7fe26e service neutron] 10.222.0.49 "GET /v2.0/networks?id=80be36a8-5558-4efe-8683-f7701a055e3f HTTP/1.1" status: 200 len: 916 time: 0.0857697 Jan 11 13:09:00.066482 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-ede6d09b-4165-4155-b278-b04710cf56a6 req-75df73f2-4223-4c8a-be0e-a5474c4184ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a519c1f-57d2-400a-acae-871b25b491b3 HTTP/1.1" status: 200 len: 217 time: 0.0369103 Jan 11 13:09:00.119154 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6d09b-4165-4155-b278-b04710cf56a6 req-9592467b-3ed6-4687-afd1-d9c4f9a1ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:00.120624 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-ede6d09b-4165-4155-b278-b04710cf56a6 req-9592467b-3ed6-4687-afd1-d9c4f9a1ecf8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9c76d1e-4df5-4e16-b2e5-c4294df05736 HTTP/1.1" status: 200 len: 855 time: 0.0442092 Jan 11 13:09:00.158714 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-ede6d09b-4165-4155-b278-b04710cf56a6 req-2409f9a9-2c5a-43fd-a04c-ad9bc6b4792f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80be36a8-5558-4efe-8683-f7701a055e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248649 Jan 11 13:09:00.273773 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-ede6d09b-4165-4155-b278-b04710cf56a6 req-50eef0f4-513f-4d23-9cbc-28e107b2c2dd service neutron] 10.222.0.49 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076162 Jan 11 13:09:00.356528 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986d6ed-eb16-49e3-bdb0-ac3a9b2bc784 req-d18c4433-4f37-4561-81a0-ffb67f179d16 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:00.357935 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2986d6ed-eb16-49e3-bdb0-ac3a9b2bc784 req-d18c4433-4f37-4561-81a0-ffb67f179d16 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0851839 Jan 11 13:09:00.371267 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-ede6d09b-4165-4155-b278-b04710cf56a6 req-7e9b4a86-56fd-4e65-92a6-e4757bbff4b5 service neutron] 10.222.0.49 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894582 Jan 11 13:09:00.377269 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb138a-06c6-40ee-8de0-a980e390f2f9 req-721745f5-d898-4f72-873d-9d47b73c5656 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:00.378955 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-08eb138a-06c6-40ee-8de0-a980e390f2f9 req-721745f5-d898-4f72-873d-9d47b73c5656 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 946 time: 0.0799711 Jan 11 13:09:00.451276 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2986d6ed-eb16-49e3-bdb0-ac3a9b2bc784 req-81f1cdd4-7d0f-491d-9ad8-5aea637532a7 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711741 Jan 11 13:09:00.455284 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-08eb138a-06c6-40ee-8de0-a980e390f2f9 req-8488ce18-46af-44ff-bfa2-8c2884974a7d tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/security-groups?id=37013e19-9277-4a67-998b-71d2b8c95462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683935 Jan 11 13:09:00.530280 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-620421d8-cabb-4f26-9273-11ad68333fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:00.880996 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc5660-a692-47da-b621-629284c0b73c req-88a948fe-3bc1-42f7-b002-848d7d964fbe tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:00.884878 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b1cc5660-a692-47da-b621-629284c0b73c req-88a948fe-3bc1-42f7-b002-848d7d964fbe tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 946 time: 0.0963917 Jan 11 13:09:01.024101 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-b1cc5660-a692-47da-b621-629284c0b73c req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Deleting port 3246259b-a3ec-49c3-950b-3bd1a174553f {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:09:01.024505 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-b1cc5660-a692-47da-b621-629284c0b73c req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (3246259b-a3ec-49c3-950b-3bd1a174553f), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:01.239467 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 50272) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:01.311120 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-b1cc5660-a692-47da-b621-629284c0b73c req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] For port 3246259b-a3ec-49c3-950b-3bd1a174553f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3246259b-a3ec-49c3-950b-3bd1a174553f,segment=NetworkSegment(ac988e39-5203-4b9f-a4fe-32833c23bc2b),segment_id=ac988e39-5203-4b9f-a4fe-32833c23bc2b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:09:01.311483 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-b1cc5660-a692-47da-b621-629284c0b73c req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (3246259b-a3ec-49c3-950b-3bd1a174553f), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:01.325766 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-b1cc5660-a692-47da-b621-629284c0b73c req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Calling delete_port for 3246259b-a3ec-49c3-950b-3bd1a174553f owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:09:01.350021 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94a0ebfb-347b-40ca-90de-09815d2a2280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:01.425096 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94a0ebfb-347b-40ca-90de-09815d2a2280 admin admin] Publish callbacks [] for security_group (06795c21-9c03-4930-a37c-231c20639e66), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:01.429628 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94a0ebfb-347b-40ca-90de-09815d2a2280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (06795c21-9c03-4930-a37c-231c20639e66), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:01.467945 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-94a0ebfb-347b-40ca-90de-09815d2a2280 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f1189409e64a4a9591c915b9b5022e3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272618 Jan 11 13:09:01.470550 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 50282) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:01.479270 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0ebfb-347b-40ca-90de-09815d2a2280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06795c21-9c03-4930-a37c-231c20639e66,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:01.481688 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-b1cc5660-a692-47da-b621-629284c0b73c req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871'] for port (3246259b-a3ec-49c3-950b-3bd1a174553f), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:01.489420 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0ebfb-347b-40ca-90de-09815d2a2280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.489868 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0ebfb-347b-40ca-90de-09815d2a2280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.490375 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0ebfb-347b-40ca-90de-09815d2a2280 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.490824 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0ebfb-347b-40ca-90de-09815d2a2280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.491219 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0ebfb-347b-40ca-90de-09815d2a2280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.491556 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0ebfb-347b-40ca-90de-09815d2a2280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.492202 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0ebfb-347b-40ca-90de-09815d2a2280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.492826 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0ebfb-347b-40ca-90de-09815d2a2280 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.493306 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0ebfb-347b-40ca-90de-09815d2a2280 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.494304 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0ebfb-347b-40ca-90de-09815d2a2280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.494777 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0ebfb-347b-40ca-90de-09815d2a2280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.495246 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0ebfb-347b-40ca-90de-09815d2a2280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.495725 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0ebfb-347b-40ca-90de-09815d2a2280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.508783 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['3246259b-a3ec-49c3-950b-3bd1a174553f'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:09:01.570740 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9d0527b4-4ad2-4a15-b3e7-953408760a0d req-742d43d6-479b-40ed-ac8f-058d5190b116 tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 210 time: 0.0368385 Jan 11 13:09:01.593368 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Pushing event deleted for resources: {'Port': ['ID=3246259b-a3ec-49c3-950b-3bd1a174553f,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:01.611218 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36991dc5-698b-4e1d-9f5d-4f04eeeacc28 admin admin] Publish callbacks [] for security_group (06795c21-9c03-4930-a37c-231c20639e66), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:01.615895 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cc5660-a692-47da-b621-629284c0b73c req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] No DVR routers for this DVR port 3246259b-a3ec-49c3-950b-3bd1a174553f on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:09:01.617878 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.618237 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.619106 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.619442 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.619783 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.620142 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.620484 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.620818 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.621147 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.621479 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.621826 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.622134 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.622453 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:01.626683 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-b1cc5660-a692-47da-b621-629284c0b73c req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:01.630349 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b1cc5660-a692-47da-b621-629284c0b73c req-fb3cf0e7-6cb4-4425-86e3-f37caeae94cc tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.49 "DELETE /v2.0/ports/3246259b-a3ec-49c3-950b-3bd1a174553f HTTP/1.1" status: 204 len: 173 time: 0.7414205 Jan 11 13:09:01.630800 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc31ef4e-3d55-4d71-bdb0-1bb221a23819', 'name': 'network-vif-deleted', 'tag': '3246259b-a3ec-49c3-950b-3bd1a174553f'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:09:01.633102 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052f0416-0294-4cb4-91e4-de940be57d82" -d '{"events": [{"server_uuid": "bc31ef4e-3d55-4d71-bdb0-1bb221a23819", "name": "network-vif-deleted", "tag": "3246259b-a3ec-49c3-950b-3bd1a174553f"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:09:01.642544 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4e77d-8c69-49e2-91a0-d3dde05fcd55 req-7668795b-0bf9-4a91-9d52-ef840f60dcae tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:01.644065 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d7e4e77d-8c69-49e2-91a0-d3dde05fcd55 req-7668795b-0bf9-4a91-9d52-ef840f60dcae tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0757341 Jan 11 13:09:01.649480 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36991dc5-698b-4e1d-9f5d-4f04eeeacc28 admin admin] Publish callbacks [] for security_group (06795c21-9c03-4930-a37c-231c20639e66), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:01.679576 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26a0160-6a60-4859-b926-de2eacda7c70 x-openstack-request-id: req-a26a0160-6a60-4859-b926-de2eacda7c70 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:09:01.679874 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc31ef4e-3d55-4d71-bdb0-1bb221a23819", "name": "network-vif-deleted", "tag": "3246259b-a3ec-49c3-950b-3bd1a174553f", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:09:01.680205 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a26a0160-6a60-4859-b926-de2eacda7c70 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:09:01.680637 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc31ef4e-3d55-4d71-bdb0-1bb221a23819', 'name': 'network-vif-deleted', 'tag': '3246259b-a3ec-49c3-950b-3bd1a174553f', 'status': 'completed', 'code': 200} Jan 11 13:09:01.718736 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d7e4e77d-8c69-49e2-91a0-d3dde05fcd55 req-3df2f382-7486-4fa2-a1d4-12188d599140 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620828 Jan 11 13:09:01.733975 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36991dc5-698b-4e1d-9f5d-4f04eeeacc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (06795c21-9c03-4930-a37c-231c20639e66), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:01.736720 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36991dc5-698b-4e1d-9f5d-4f04eeeacc28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:01.740322 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-36991dc5-698b-4e1d-9f5d-4f04eeeacc28 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06795c21-9c03-4930-a37c-231c20639e66 HTTP/1.1" status: 204 len: 168 time: 0.2663884 Jan 11 13:09:01.745918 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36991dc5-698b-4e1d-9f5d-4f04eeeacc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06795c21-9c03-4930-a37c-231c20639e66,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:02.012681 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 50300) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:02.025730 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7906-907c-4ec6-ad96-9ffd643e13dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:02.127609 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7906-907c-4ec6-ad96-9ffd643e13dd admin admin] Publish callbacks [] for security_group (4f93753a-a7b5-4b79-94fc-a74a883376b8), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:02.131837 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7906-907c-4ec6-ad96-9ffd643e13dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (4f93753a-a7b5-4b79-94fc-a74a883376b8), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:02.170357 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e7906-907c-4ec6-ad96-9ffd643e13dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f93753a-a7b5-4b79-94fc-a74a883376b8,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:02.174478 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-fd4e7906-907c-4ec6-ad96-9ffd643e13dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d3e0f755f594757a623253062ab99d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607637 Jan 11 13:09:02.177262 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 50304) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:02.222275 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-49ee5671-70cd-4648-beba-93a17d75cb87 admin admin] Publish callbacks [] for security_group (4f93753a-a7b5-4b79-94fc-a74a883376b8), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:02.245663 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-49ee5671-70cd-4648-beba-93a17d75cb87 admin admin] Publish callbacks [] for security_group (4f93753a-a7b5-4b79-94fc-a74a883376b8), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:02.294032 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-49ee5671-70cd-4648-beba-93a17d75cb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (4f93753a-a7b5-4b79-94fc-a74a883376b8), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:02.296667 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-49ee5671-70cd-4648-beba-93a17d75cb87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:02.298256 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-49ee5671-70cd-4648-beba-93a17d75cb87 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4f93753a-a7b5-4b79-94fc-a74a883376b8 HTTP/1.1" status: 204 len: 168 time: 0.1197577 Jan 11 13:09:02.305248 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee5671-70cd-4648-beba-93a17d75cb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f93753a-a7b5-4b79-94fc-a74a883376b8,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:02.586260 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6b15e13b-a21c-4276-917b-c675bed94394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:02.704692 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-68aeadaa-60cd-4d29-8488-37545ea39a7f req-0a828b2c-dc6f-435e-a73f-95e3df38233b tempest-DeleteServersTestJSON-1426114519 tempest-DeleteServersTestJSON-1426114519-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc31ef4e-3d55-4d71-bdb0-1bb221a23819 HTTP/1.1" status: 200 len: 210 time: 0.0398688 Jan 11 13:09:02.849415 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78674e52-597e-4364-81ca-936243ac4217 req-842f2a54-eb8a-4163-aee1-7552c3f8d083 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:02.850910 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-78674e52-597e-4364-81ca-936243ac4217 req-842f2a54-eb8a-4163-aee1-7552c3f8d083 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0538726 Jan 11 13:09:02.899392 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-78674e52-597e-4364-81ca-936243ac4217 req-33b8bcec-416d-469d-ba7a-2b414c8fa45c tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429187 Jan 11 13:09:03.917729 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 50374) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:03.958542 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:04.057924 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69385b-4ce8-489d-b8a8-3bd6fbdb7059 req-7aed3b9f-de59-4f34-be4f-c38f0cef2e15 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:04.059449 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9d69385b-4ce8-489d-b8a8-3bd6fbdb7059 req-7aed3b9f-de59-4f34-be4f-c38f0cef2e15 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0488203 Jan 11 13:09:04.082295 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-092901e2-e8a8-4d24-aefe-b25af6117849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:04.129785 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9d69385b-4ce8-489d-b8a8-3bd6fbdb7059 req-1174f2f3-c077-4233-b9c9-82a441b7243c tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631275 Jan 11 13:09:04.177431 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-092901e2-e8a8-4d24-aefe-b25af6117849 admin admin] Publish callbacks [] for security_group (9b58e5b6-7f0f-4255-ae03-f0a7a67ab4dd), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:04.181559 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-092901e2-e8a8-4d24-aefe-b25af6117849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (9b58e5b6-7f0f-4255-ae03-f0a7a67ab4dd), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:04.217290 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-092901e2-e8a8-4d24-aefe-b25af6117849 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4fc9322aa1cc4fadad7a1bdecf88c0da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978730 Jan 11 13:09:04.219988 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 50392) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:04.222388 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092901e2-e8a8-4d24-aefe-b25af6117849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b58e5b6-7f0f-4255-ae03-f0a7a67ab4dd,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:04.277743 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-169aeac9-709a-46e1-b7c0-3dac9548dc81 admin admin] Publish callbacks [] for security_group (9b58e5b6-7f0f-4255-ae03-f0a7a67ab4dd), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:04.303796 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-169aeac9-709a-46e1-b7c0-3dac9548dc81 admin admin] Publish callbacks [] for security_group (9b58e5b6-7f0f-4255-ae03-f0a7a67ab4dd), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:04.332073 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:04.354019 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-169aeac9-709a-46e1-b7c0-3dac9548dc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (9b58e5b6-7f0f-4255-ae03-f0a7a67ab4dd), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:04.357907 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-169aeac9-709a-46e1-b7c0-3dac9548dc81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:04.359334 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-169aeac9-709a-46e1-b7c0-3dac9548dc81 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9b58e5b6-7f0f-4255-ae03-f0a7a67ab4dd HTTP/1.1" status: 204 len: 168 time: 0.1382580 Jan 11 13:09:04.367985 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169aeac9-709a-46e1-b7c0-3dac9548dc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b58e5b6-7f0f-4255-ae03-f0a7a67ab4dd,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:04.539377 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-e4298b59-d479-4660-8e39-8e0390e0db7b tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:04.542089 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-e4298b59-d479-4660-8e39-8e0390e0db7b tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/networks?id=80be36a8-5558-4efe-8683-f7701a055e3f HTTP/1.1" status: 200 len: 815 time: 0.1090868 Jan 11 13:09:04.557766 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-89b558e1-3148-423f-b6ed-8dae0ef9e3ea tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/quotas/34a955b31df24aaebc066c82cb43b354 HTTP/1.1" status: 200 len: 375 time: 0.0102901 Jan 11 13:09:04.611551 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-9c675bec-59f3-4021-9494-ed9aafe3098a tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=34a955b31df24aaebc066c82cb43b354&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484078 Jan 11 13:09:04.636727 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 50414) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:04.651162 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-956216ab-c187-4268-808d-ad543edf922e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:04.702325 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-0e37b8c0-cb3a-4df8-8802-1781738d670b service neutron] 10.222.0.52 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840642 Jan 11 13:09:04.727559 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-956216ab-c187-4268-808d-ad543edf922e admin admin] Publish callbacks [] for security_group (389495b3-95f2-4675-bf41-0e5a01e0ef6b), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:04.732186 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-956216ab-c187-4268-808d-ad543edf922e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (389495b3-95f2-4675-bf41-0e5a01e0ef6b), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:04.773118 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-956216ab-c187-4268-808d-ad543edf922e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2bc64eb24af47469a174916eaa5fb83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351502 Jan 11 13:09:04.776128 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 50416) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:04.782396 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956216ab-c187-4268-808d-ad543edf922e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389495b3-95f2-4675-bf41-0e5a01e0ef6b,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:04.832637 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-86f1c97e-72e4-492c-a8f6-dc11f6389581 admin admin] Publish callbacks [] for security_group (389495b3-95f2-4675-bf41-0e5a01e0ef6b), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:04.860785 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-86f1c97e-72e4-492c-a8f6-dc11f6389581 admin admin] Publish callbacks [] for security_group (389495b3-95f2-4675-bf41-0e5a01e0ef6b), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:04.909848 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-86f1c97e-72e4-492c-a8f6-dc11f6389581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (389495b3-95f2-4675-bf41-0e5a01e0ef6b), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:04.912440 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-86f1c97e-72e4-492c-a8f6-dc11f6389581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:04.915905 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-86f1c97e-72e4-492c-a8f6-dc11f6389581 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/389495b3-95f2-4675-bf41-0e5a01e0ef6b HTTP/1.1" status: 204 len: 168 time: 0.1364951 Jan 11 13:09:04.922883 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1c97e-72e4-492c-a8f6-dc11f6389581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389495b3-95f2-4675-bf41-0e5a01e0ef6b,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:05.003364 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-62c363e4-69cb-4fc8-93e1-808a6a13f578 service neutron] 10.222.0.52 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946453 Jan 11 13:09:05.196603 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-25f48dcf-6752-4682-8e28-c7f2b7e76f7a req-150af581-9750-468e-933c-50a729087d97 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 210 time: 0.0292752 Jan 11 13:09:05.218739 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:05.285154 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330b58-bb7e-4a77-b5af-f6e9c09fc543 req-32b208aa-1ee9-4cbe-832c-4fd4d164ee61 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:05.292558 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-98330b58-bb7e-4a77-b5af-f6e9c09fc543 req-32b208aa-1ee9-4cbe-832c-4fd4d164ee61 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0627937 Jan 11 13:09:05.356256 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-98330b58-bb7e-4a77-b5af-f6e9c09fc543 req-d0ab4df9-ee22-45ec-aaa3-72d4344d595c tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626805 Jan 11 13:09:05.430557 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 50452) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:05.496969 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-75339fad-c2ca-4bab-852a-7fcb9e60824d admin admin] Deleting subnet 8f2b8dfd-4b45-4f1b-aab0-edb3287379f9 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 13:09:05.500211 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75339fad-c2ca-4bab-852a-7fcb9e60824d admin admin] Publish callbacks [] for subnet (8f2b8dfd-4b45-4f1b-aab0-edb3287379f9), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:05.544457 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75339fad-c2ca-4bab-852a-7fcb9e60824d admin admin] Publish callbacks [] for subnet (8f2b8dfd-4b45-4f1b-aab0-edb3287379f9), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:05.557405 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75339fad-c2ca-4bab-852a-7fcb9e60824d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905359'] for subnet (8f2b8dfd-4b45-4f1b-aab0-edb3287379f9), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:05.618101 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75339fad-c2ca-4bab-852a-7fcb9e60824d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for subnet (8f2b8dfd-4b45-4f1b-aab0-edb3287379f9), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:05.648970 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75339fad-c2ca-4bab-852a-7fcb9e60824d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f2b8dfd-4b45-4f1b-aab0-edb3287379f9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:05.651343 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75339fad-c2ca-4bab-852a-7fcb9e60824d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:05.654575 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-75339fad-c2ca-4bab-852a-7fcb9e60824d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8f2b8dfd-4b45-4f1b-aab0-edb3287379f9 HTTP/1.1" status: 204 len: 168 time: 0.2218752 Jan 11 13:09:05.657043 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 50464) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:05.738637 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762316'] for network (e55eeef9-8398-41f8-a1e0-b8fde91cd0d1), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:05.746836 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 3246259b-a3ec-49c3-950b-3bd1a174553f no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:09:05.772017 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: 3246259b-a3ec-49c3-950b-3bd1a174553f {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:09:05.772487 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 3246259b-a3ec-49c3-950b-3bd1a174553f not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:09:05.835019 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911386', 'neutron.services.segments.db._delete_segments_for_network-8779303588271'] for network (e55eeef9-8398-41f8-a1e0-b8fde91cd0d1), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:05.860605 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:09:05.861107 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:09:05.861939 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:09:05.862386 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Subscribe: > port after_create 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:09:05.862924 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:09:05.863419 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Subscribe: > port after_update 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:09:05.863757 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:09:05.864155 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:09:05.864545 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:09:05.864945 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:09:06.013722 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:09:06.014154 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:09:06.014484 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:09:06.014807 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:09:06.015164 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55eeef9-8398-41f8-a1e0-b8fde91cd0d1']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:09:06.033289 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac988e39-5203-4b9f-a4fe-32833c23bc2b') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:09:06.033688 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac988e39-5203-4b9f-a4fe-32833c23bc2b') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:09:06.049978 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779303593144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4699576'] for segment (ac988e39-5203-4b9f-a4fe-32833c23bc2b), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:06.074350 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (ac988e39-5203-4b9f-a4fe-32833c23bc2b), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:06.083841 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 13:09:06.084317 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5438377'] for segment (ac988e39-5203-4b9f-a4fe-32833c23bc2b), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: Traceback (most recent call last): Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: timer() Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: cb(*args, **kw) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: return func(*args, **kwargs) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: self._notify() Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: self.callback(batched_events) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: event.method(event) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 13:09:06.102272 dv-cinder-824149-3-iscsi neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 13:09:06.105490 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 13:09:06.105490 dv-cinder-824149-3-iscsi neutron-server[102629]: return f(self, *a, **k) Jan 11 13:09:06.105490 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 13:09:06.105490 dv-cinder-824149-3-iscsi neutron-server[102629]: return self._get(url).json() Jan 11 13:09:06.105490 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 13:09:06.105490 dv-cinder-824149-3-iscsi neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 13:09:06.105490 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 13:09:06.105490 dv-cinder-824149-3-iscsi neutron-server[102629]: return self.request(url, 'GET', **kwargs) Jan 11 13:09:06.105490 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 13:09:06.105490 dv-cinder-824149-3-iscsi neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 13:09:06.105490 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 13:09:06.105490 dv-cinder-824149-3-iscsi neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 13:09:06.105490 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 13:09:06.105490 dv-cinder-824149-3-iscsi neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 13:09:06.105490 dv-cinder-824149-3-iscsi neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 13:09:06.164754 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7954151'] for network (e55eeef9-8398-41f8-a1e0-b8fde91cd0d1), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:06.175423 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:06.181223 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] 10.222.0.52 "DELETE /v2.0/networks/e55eeef9-8398-41f8-a1e0-b8fde91cd0d1 HTTP/1.1" status: 204 len: 168 time: 0.5230768 Jan 11 13:09:06.197045 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3b94f-b97d-468c-aa00-4e87e9ea702a admin admin] Pushing event deleted for resources: {'Network': ['ID=e55eeef9-8398-41f8-a1e0-b8fde91cd0d1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:06.302523 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-31ee95b0-84c7-4967-9af5-29dd6c92a009 req-7f537e6b-252d-49fb-9257-edbcb98167d7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 210 time: 0.0320601 Jan 11 13:09:06.488132 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 50496) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:06.546516 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-bb1e4131-5cea-4569-a309-afe856920127 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:06.548514 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d473bab-3304-4612-b387-467020f929f1 req-40e9d777-2115-496e-903d-1bb280b38050 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:06.549050 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-bb1e4131-5cea-4569-a309-afe856920127 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.49 "GET /v2.0/networks?id=80be36a8-5558-4efe-8683-f7701a055e3f HTTP/1.1" status: 200 len: 815 time: 0.1461120 Jan 11 13:09:06.550341 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d473bab-3304-4612-b387-467020f929f1 req-40e9d777-2115-496e-903d-1bb280b38050 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0970736 Jan 11 13:09:06.570095 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-211bc805-121a-4f5b-ab63-d5e36ad55627 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Request body: {'port': {'device_id': 'cba9a6c0-0f70-48a5-a872-7d732aa7167c', 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f', 'admin_state_up': True, 'tenant_id': '34a955b31df24aaebc066c82cb43b354'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:09:06.614368 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-deb8ab15-122f-4117-a6ea-f95c470c639a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae8cbb6acafe4174b521a91f9967168d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1237700 Jan 11 13:09:06.620692 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 50502) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:06.631941 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:06.711155 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d473bab-3304-4612-b387-467020f929f1 req-dba262d9-f2e3-4c4e-95dc-ec10061b138f tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512511 Jan 11 13:09:06.753574 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d64279ce-85a1-4420-a3ba-8974ca8bb848 admin admin] Publish callbacks [] for security_group (37013e19-9277-4a67-998b-71d2b8c95462), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:06.757161 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-211bc805-121a-4f5b-ab63-d5e36ad55627 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Made reservation on behalf of 34a955b31df24aaebc066c82cb43b354 for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:09:06.763495 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-211bc805-121a-4f5b-ab63-d5e36ad55627 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:06.785187 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d64279ce-85a1-4420-a3ba-8974ca8bb848 admin admin] Publish callbacks [] for security_group (37013e19-9277-4a67-998b-71d2b8c95462), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:06.836797 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d64279ce-85a1-4420-a3ba-8974ca8bb848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (37013e19-9277-4a67-998b-71d2b8c95462), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:06.840472 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d64279ce-85a1-4420-a3ba-8974ca8bb848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:06.844305 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-d64279ce-85a1-4420-a3ba-8974ca8bb848 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/37013e19-9277-4a67-998b-71d2b8c95462 HTTP/1.1" status: 204 len: 168 time: 0.2146871 Jan 11 13:09:06.854502 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64279ce-85a1-4420-a3ba-8974ca8bb848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37013e19-9277-4a67-998b-71d2b8c95462,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:06.940996 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-211bc805-121a-4f5b-ab63-d5e36ad55627 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Allocated IP 172.20.0.9 (80be36a8-5558-4efe-8683-f7701a055e3f/f9c76d1e-4df5-4e16-b2e5-c4294df05736/f8d828fd-cf08-46c6-b9eb-fcb1be1fad14) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:09:07.174415 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-211bc805-121a-4f5b-ab63-d5e36ad55627 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks [] for port (f8d828fd-cf08-46c6-b9eb-fcb1be1fad14), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:07.225369 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-211bc805-121a-4f5b-ab63-d5e36ad55627 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (f8d828fd-cf08-46c6-b9eb-fcb1be1fad14), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:07.250771 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['7a519c1f-57d2-400a-acae-871b25b491b3'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:09:07.280551 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-211bc805-121a-4f5b-ab63-d5e36ad55627 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Network 80be36a8-5558-4efe-8683-f7701a055e3f is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:09:07.283695 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-211bc805-121a-4f5b-ab63-d5e36ad55627 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:09:07.288773 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-211bc805-121a-4f5b-ab63-d5e36ad55627 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:09:07.294991 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-211bc805-121a-4f5b-ab63-d5e36ad55627 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:07.295981 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-211bc805-121a-4f5b-ab63-d5e36ad55627 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:07.309327 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bc805-121a-4f5b-ab63-d5e36ad55627 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Pushing event updated for resources: {'Port': ['ID=f8d828fd-cf08-46c6-b9eb-fcb1be1fad14,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:07.325374 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-211bc805-121a-4f5b-ab63-d5e36ad55627 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7612290 Jan 11 13:09:07.340251 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Request body: {'port': {'device_id': 'cba9a6c0-0f70-48a5-a872-7d732aa7167c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:09:07.405295 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (f8d828fd-cf08-46c6-b9eb-fcb1be1fad14), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:07.442593 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cb454-c153-4b03-a212-aff2da4f4683 req-2dec85f8-3fe6-4ad6-aa57-a88e402c62c5 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:07.444801 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2c1cb454-c153-4b03-a212-aff2da4f4683 req-2dec85f8-3fe6-4ad6-aa57-a88e402c62c5 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 931 time: 0.0567381 Jan 11 13:09:07.501441 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2c1cb454-c153-4b03-a212-aff2da4f4683 req-ae4ccb57-c2c1-46f3-aca3-42022d0f43b3 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496063 Jan 11 13:09:07.699446 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:09:07.706711 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Publish callbacks [] for port (f8d828fd-cf08-46c6-b9eb-fcb1be1fad14), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:07.719684 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Transition to ACTIVE for port object f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:09:07.723659 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (f8d828fd-cf08-46c6-b9eb-fcb1be1fad14), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:07.793699 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Pushing event updated for resources: {'Port': ['ID=f8d828fd-cf08-46c6-b9eb-fcb1be1fad14,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:07.804491 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Attempting to bind port f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:09:07.804841 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Attempting to bind port f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:09:07.805174 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Attempting to bind port f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 on network 80be36a8-5558-4efe-8683-f7701a055e3f {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:09:07.809635 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Port f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 on network 80be36a8-5558-4efe-8683-f7701a055e3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:09:07.809957 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Attempting to bind port f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 on network 80be36a8-5558-4efe-8683-f7701a055e3f {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:09:07.815858 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:09:07.816236 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Checking segment: {'id': '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:09:07.816700 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Bound using segment: {'id': '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:09:07.817051 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Bound port: f8d828fd-cf08-46c6-b9eb-fcb1be1fad14, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:09:07.817412 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (f8d828fd-cf08-46c6-b9eb-fcb1be1fad14), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:07.833730 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b71e9a-feb6-44f5-b17e-1a3fc8436e41 req-9608efed-2d1a-4276-9557-3cdbc5a7db65 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:07.840740 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-48b71e9a-feb6-44f5-b17e-1a3fc8436e41 req-9608efed-2d1a-4276-9557-3cdbc5a7db65 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0563722 Jan 11 13:09:07.886671 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] For port f8d828fd-cf08-46c6-b9eb-fcb1be1fad14, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:09:07.890119 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] For port f8d828fd-cf08-46c6-b9eb-fcb1be1fad14, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f8d828fd-cf08-46c6-b9eb-fcb1be1fad14,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:09:07.894740 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (f8d828fd-cf08-46c6-b9eb-fcb1be1fad14), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:07.895491 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-48b71e9a-feb6-44f5-b17e-1a3fc8436e41 req-cf035891-56c7-4cb4-8f23-243254084d49 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534883 Jan 11 13:09:07.931710 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:07.932697 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:07.933748 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] 10.222.0.49 "PUT /v2.0/ports/f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 HTTP/1.1" status: 200 len: 1093 time: 0.5989645 Jan 11 13:09:07.934192 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba9a6c0-0f70-48a5-a872-7d732aa7167c', 'tag': 'f8d828fd-cf08-46c6-b9eb-fcb1be1fad14'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:09:07.936497 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d889a8-ef1a-46df-b72a-b7c11b91d6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "cba9a6c0-0f70-48a5-a872-7d732aa7167c", "tag": "f8d828fd-cf08-46c6-b9eb-fcb1be1fad14"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:09:07.956883 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12077eb2-3b5c-4572-a04f-e8739aeb212a service neutron] Pushing event updated for resources: {'Port': ['ID=f8d828fd-cf08-46c6-b9eb-fcb1be1fad14,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:08.777727 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 50592) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:08.880416 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8756ee25-0e62-489a-a382-03cbdad06164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:08.956345 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8756ee25-0e62-489a-a382-03cbdad06164 admin admin] Publish callbacks [] for security_group (a2e7a23b-883e-4b00-9a94-4254e7564c0f), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:08.960029 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8756ee25-0e62-489a-a382-03cbdad06164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (a2e7a23b-883e-4b00-9a94-4254e7564c0f), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:08.999291 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-8756ee25-0e62-489a-a382-03cbdad06164 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fa1b18185cb04c9da6fee2d2128373f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204089 Jan 11 13:09:09.000418 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756ee25-0e62-489a-a382-03cbdad06164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e7a23b-883e-4b00-9a94-4254e7564c0f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:09.002098 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 50598) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:09.049381 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4458f246-0755-4428-8c75-de4d147e9928 admin admin] Publish callbacks [] for security_group (a2e7a23b-883e-4b00-9a94-4254e7564c0f), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:09.071098 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4458f246-0755-4428-8c75-de4d147e9928 admin admin] Publish callbacks [] for security_group (a2e7a23b-883e-4b00-9a94-4254e7564c0f), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:09.120793 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4458f246-0755-4428-8c75-de4d147e9928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (a2e7a23b-883e-4b00-9a94-4254e7564c0f), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:09.123331 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4458f246-0755-4428-8c75-de4d147e9928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:09.124479 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-4458f246-0755-4428-8c75-de4d147e9928 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a2e7a23b-883e-4b00-9a94-4254e7564c0f HTTP/1.1" status: 204 len: 168 time: 0.1213315 Jan 11 13:09:09.133180 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458f246-0755-4428-8c75-de4d147e9928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e7a23b-883e-4b00-9a94-4254e7564c0f,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:09.395567 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 50610) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:09.408453 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22f26d8a-17f6-42b9-a138-bfe2f5cad2ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:09.484825 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22f26d8a-17f6-42b9-a138-bfe2f5cad2ff admin admin] Publish callbacks [] for security_group (4cb46cf1-9efe-4683-8049-6ca8ee9f5b37), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:09.488795 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22f26d8a-17f6-42b9-a138-bfe2f5cad2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (4cb46cf1-9efe-4683-8049-6ca8ee9f5b37), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:09.526422 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-22f26d8a-17f6-42b9-a138-bfe2f5cad2ff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=05d34f091ccc486e9b84dabde39c0083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297357 Jan 11 13:09:09.527375 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f26d8a-17f6-42b9-a138-bfe2f5cad2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb46cf1-9efe-4683-8049-6ca8ee9f5b37,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:09.529136 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 50612) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:09.580836 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-632314bb-450e-4025-b330-2adc0b7b5abb admin admin] Publish callbacks [] for security_group (4cb46cf1-9efe-4683-8049-6ca8ee9f5b37), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:09.601828 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-632314bb-450e-4025-b330-2adc0b7b5abb admin admin] Publish callbacks [] for security_group (4cb46cf1-9efe-4683-8049-6ca8ee9f5b37), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:09.653666 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-632314bb-450e-4025-b330-2adc0b7b5abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (4cb46cf1-9efe-4683-8049-6ca8ee9f5b37), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:09.656535 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-632314bb-450e-4025-b330-2adc0b7b5abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:09.660376 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-632314bb-450e-4025-b330-2adc0b7b5abb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4cb46cf1-9efe-4683-8049-6ca8ee9f5b37 HTTP/1.1" status: 204 len: 168 time: 0.1273050 Jan 11 13:09:09.667900 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632314bb-450e-4025-b330-2adc0b7b5abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb46cf1-9efe-4683-8049-6ca8ee9f5b37,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:10.576225 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949b6627-7016-4854-9af6-335c9a80eeec x-openstack-request-id: req-949b6627-7016-4854-9af6-335c9a80eeec {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:09:10.576710 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba9a6c0-0f70-48a5-a872-7d732aa7167c", "tag": "f8d828fd-cf08-46c6-b9eb-fcb1be1fad14", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:09:10.576814 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-949b6627-7016-4854-9af6-335c9a80eeec {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:09:10.577147 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba9a6c0-0f70-48a5-a872-7d732aa7167c', 'tag': 'f8d828fd-cf08-46c6-b9eb-fcb1be1fad14', 'status': 'completed', 'code': 200} Jan 11 13:09:10.584602 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-5a0a8b48-3705-4fa7-8da3-4670d42fbd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:10.586342 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-5a0a8b48-3705-4fa7-8da3-4670d42fbd61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34a955b31df24aaebc066c82cb43b354&device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 1096 time: 0.0565646 Jan 11 13:09:10.640262 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-118896a5-7bae-49de-93ab-1469e650e981 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 HTTP/1.1" status: 200 len: 217 time: 0.0391352 Jan 11 13:09:10.674906 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2e4ae-b1ad-48cf-b000-89c2255ead3e req-45a4ab2a-6f87-4568-b80e-ee6cd54b76ac tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:10.676588 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1bc2e4ae-b1ad-48cf-b000-89c2255ead3e req-45a4ab2a-6f87-4568-b80e-ee6cd54b76ac tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 943 time: 0.0868263 Jan 11 13:09:10.696472 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-9b3c0137-a918-45fb-856e-79df04ccf4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:10.698891 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-9b3c0137-a918-45fb-856e-79df04ccf4f8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9c76d1e-4df5-4e16-b2e5-c4294df05736 HTTP/1.1" status: 200 len: 855 time: 0.0497365 Jan 11 13:09:10.714010 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf3289-c67a-47a3-88b0-b4269bf88905 req-db639768-3755-4d6d-94f5-c92b2293e3e3 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:10.715473 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d6cf3289-c67a-47a3-88b0-b4269bf88905 req-db639768-3755-4d6d-94f5-c92b2293e3e3 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0868824 Jan 11 13:09:10.739081 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-c256e0c1-d8b1-4fc7-bde2-d858eb1df78c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80be36a8-5558-4efe-8683-f7701a055e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247273 Jan 11 13:09:10.757822 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1bc2e4ae-b1ad-48cf-b000-89c2255ead3e req-9b832614-e010-4e33-91d3-afa02a756c0b tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730090 Jan 11 13:09:10.792642 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d6cf3289-c67a-47a3-88b0-b4269bf88905 req-84f80291-5d51-4bd1-80c3-fe0e09216cbc tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655799 Jan 11 13:09:10.845009 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-a7373785-ce14-4c5f-84e1-d4286b76d52f service neutron] 10.222.0.49 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985148 Jan 11 13:09:10.945895 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-21ef72b2-fd1e-4e53-b195-aa8cee3eee51 req-c70933e5-a5da-483e-ab01-c0ccadef2887 service neutron] 10.222.0.49 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826840 Jan 11 13:09:11.043959 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d889a8-ef1a-46df-b72a-b7c11b91d6bc req-35c81bd4-24b0-4310-9425-3f8e2a32c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:11.045486 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e3d889a8-ef1a-46df-b72a-b7c11b91d6bc req-35c81bd4-24b0-4310-9425-3f8e2a32c386 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34a955b31df24aaebc066c82cb43b354&device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 1096 time: 0.0396235 Jan 11 13:09:11.145967 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d889a8-ef1a-46df-b72a-b7c11b91d6bc req-fbee4baa-f399-42aa-a739-9db29f0fcc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:11.147436 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e3d889a8-ef1a-46df-b72a-b7c11b91d6bc req-fbee4baa-f399-42aa-a739-9db29f0fcc32 service neutron] 10.222.0.49 "GET /v2.0/networks?id=80be36a8-5558-4efe-8683-f7701a055e3f HTTP/1.1" status: 200 len: 916 time: 0.0931220 Jan 11 13:09:11.188291 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e3d889a8-ef1a-46df-b72a-b7c11b91d6bc req-5cb498f9-d108-4f66-b776-3d30cff104cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 HTTP/1.1" status: 200 len: 217 time: 0.0338385 Jan 11 13:09:11.250496 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d889a8-ef1a-46df-b72a-b7c11b91d6bc req-8a42712b-6a76-40e5-8c2b-b18021592e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:11.252009 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e3d889a8-ef1a-46df-b72a-b7c11b91d6bc req-8a42712b-6a76-40e5-8c2b-b18021592e2b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9c76d1e-4df5-4e16-b2e5-c4294df05736 HTTP/1.1" status: 200 len: 855 time: 0.0564086 Jan 11 13:09:11.287064 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e3d889a8-ef1a-46df-b72a-b7c11b91d6bc req-9ffd9837-3943-42e8-bb82-6b1dc81f8cd8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80be36a8-5558-4efe-8683-f7701a055e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260246 Jan 11 13:09:11.375516 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e3d889a8-ef1a-46df-b72a-b7c11b91d6bc req-f11401f0-81ff-468a-af12-777d742357ab service neutron] 10.222.0.49 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815639 Jan 11 13:09:11.471980 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e3d889a8-ef1a-46df-b72a-b7c11b91d6bc req-1db78da6-2586-4854-b7ce-80c6aea7218a service neutron] 10.222.0.49 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861735 Jan 11 13:09:11.909069 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd2da0-5556-4348-b743-602711c0fa05 req-93a00f4e-0d5b-4a39-aec1-23aaedb88217 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:11.910537 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-53fd2da0-5556-4348-b743-602711c0fa05 req-93a00f4e-0d5b-4a39-aec1-23aaedb88217 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 943 time: 0.0768671 Jan 11 13:09:11.931390 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0684048-3c5b-4c6e-8a4a-436b560e8739 req-3ff293d1-2213-42a0-8a39-25ddfe8db8fa tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:11.933441 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a0684048-3c5b-4c6e-8a4a-436b560e8739 req-3ff293d1-2213-42a0-8a39-25ddfe8db8fa tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0704446 Jan 11 13:09:11.994735 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-53fd2da0-5556-4348-b743-602711c0fa05 req-f306f6fb-656a-4aeb-9f61-4d89fba2db47 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765467 Jan 11 13:09:12.005986 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a0684048-3c5b-4c6e-8a4a-436b560e8739 req-094b5bed-5748-4a1d-8870-a264e31fb691 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650291 Jan 11 13:09:13.145147 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fe23e-fa20-41fa-9d53-f9d4e62dcca6 req-c96ce637-61cc-4e4d-a323-b43a4ee88420 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:13.146745 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-200fe23e-fa20-41fa-9d53-f9d4e62dcca6 req-c96ce637-61cc-4e4d-a323-b43a4ee88420 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 943 time: 0.0831606 Jan 11 13:09:13.157264 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691c44d-3e1d-4637-9c67-506f41e75c0a req-b4beaa2a-be2f-4fe7-8971-ec84c1a42478 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:13.158700 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1691c44d-3e1d-4637-9c67-506f41e75c0a req-b4beaa2a-be2f-4fe7-8971-ec84c1a42478 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0825522 Jan 11 13:09:13.229921 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-200fe23e-fa20-41fa-9d53-f9d4e62dcca6 req-5d543dfa-69f5-4475-b726-b573598f5f8c tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701971 Jan 11 13:09:13.237006 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1691c44d-3e1d-4637-9c67-506f41e75c0a req-4dbacfbc-9347-4053-9c4a-1cd101084731 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715575 Jan 11 13:09:14.109235 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 50762) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:14.231432 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9ca61fe-3e88-4d02-be7b-f602d2e8b0bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:14.323104 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9ca61fe-3e88-4d02-be7b-f602d2e8b0bd admin admin] Publish callbacks [] for security_group (3de88060-2a3e-4fd2-baf3-b8d415bd2391), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:14.339496 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9ca61fe-3e88-4d02-be7b-f602d2e8b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (3de88060-2a3e-4fd2-baf3-b8d415bd2391), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:14.425652 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-a9ca61fe-3e88-4d02-be7b-f602d2e8b0bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=49ffb9822c8f47bf8986569b6f5fea2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151872 Jan 11 13:09:14.428378 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 50778) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:14.434488 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca61fe-3e88-4d02-be7b-f602d2e8b0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de88060-2a3e-4fd2-baf3-b8d415bd2391,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:14.453317 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706925b-5ad3-4293-b65a-250912de01d3 req-ae2a5588-aac0-4577-a6ea-c91e59f5d334 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:14.454825 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0706925b-5ad3-4293-b65a-250912de01d3 req-ae2a5588-aac0-4577-a6ea-c91e59f5d334 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.1274030 Jan 11 13:09:14.463514 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60448dda-1cc1-439d-91b7-085ea4d69731 req-b09d76d7-a87b-4c81-a5fe-0d8bf5234a28 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:14.465585 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-60448dda-1cc1-439d-91b7-085ea4d69731 req-b09d76d7-a87b-4c81-a5fe-0d8bf5234a28 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 943 time: 0.1300519 Jan 11 13:09:14.481901 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5ae931b1-1eda-4cad-a3e6-ac7a3405745e admin admin] Publish callbacks [] for security_group (3de88060-2a3e-4fd2-baf3-b8d415bd2391), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:14.493527 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:09:14.516655 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5ae931b1-1eda-4cad-a3e6-ac7a3405745e admin admin] Publish callbacks [] for security_group (3de88060-2a3e-4fd2-baf3-b8d415bd2391), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:14.561932 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-60448dda-1cc1-439d-91b7-085ea4d69731 req-eb5fa3ff-cd0e-46cc-a4ee-d1559e9c3b3a tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874641 Jan 11 13:09:14.565660 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0706925b-5ad3-4293-b65a-250912de01d3 req-eb254cac-b71e-4771-b3b3-e63d6128945d tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991473 Jan 11 13:09:14.575815 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5ae931b1-1eda-4cad-a3e6-ac7a3405745e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (3de88060-2a3e-4fd2-baf3-b8d415bd2391), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:14.579271 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5ae931b1-1eda-4cad-a3e6-ac7a3405745e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:14.584269 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-5ae931b1-1eda-4cad-a3e6-ac7a3405745e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3de88060-2a3e-4fd2-baf3-b8d415bd2391 HTTP/1.1" status: 204 len: 168 time: 0.1547744 Jan 11 13:09:14.593872 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae931b1-1eda-4cad-a3e6-ac7a3405745e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de88060-2a3e-4fd2-baf3-b8d415bd2391,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:14.605579 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port f8d828fd-cf08-46c6-b9eb-fcb1be1fad14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f8d828fd-cf08-46c6-b9eb-fcb1be1fad14,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:09:14.628490 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': 'f8d828fd-cf08-46c6-b9eb-fcb1be1fad14', 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f', 'port_id': 'f8d828fd-cf08-46c6-b9eb-fcb1be1fad14', 'mac_address': 'fa:16:3e:cd:6e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c76d1e-4df5-4e16-b2e5-c4294df05736', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:09:14.674823 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:09:14.675219 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (f8d828fd-cf08-46c6-b9eb-fcb1be1fad14), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:14.689549 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:09:14.713290 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port f8d828fd-cf08-46c6-b9eb-fcb1be1fad14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f8d828fd-cf08-46c6-b9eb-fcb1be1fad14,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:09:14.718454 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (f8d828fd-cf08-46c6-b9eb-fcb1be1fad14), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:14.765680 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=f8d828fd-cf08-46c6-b9eb-fcb1be1fad14,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:14.773615 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:14.774126 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:14.774642 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:14.775224 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:14.775919 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:14.777485 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:14.778031 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:14.778605 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:14.779032 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:14.779338 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:14.779750 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:14.780063 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:14.780560 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:09:14.876633 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 50798) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:14.891984 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a981ceef-8496-42e5-a364-cf82aef92b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:15.016870 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a981ceef-8496-42e5-a364-cf82aef92b77 admin admin] Publish callbacks [] for security_group (2704cdb9-7f64-40a3-8d29-1031fe70af51), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:15.020540 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a981ceef-8496-42e5-a364-cf82aef92b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (2704cdb9-7f64-40a3-8d29-1031fe70af51), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:15.057064 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-a981ceef-8496-42e5-a364-cf82aef92b77 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2a1649751d9340828e928ff2a5c9f300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792579 Jan 11 13:09:15.058433 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981ceef-8496-42e5-a364-cf82aef92b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2704cdb9-7f64-40a3-8d29-1031fe70af51,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:15.060869 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 50808) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:15.092374 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['f8d828fd-cf08-46c6-b9eb-fcb1be1fad14'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:09:15.113331 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0c6dc8d1-0e0e-4fcd-bc98-7c72b547359a admin admin] Publish callbacks [] for security_group (2704cdb9-7f64-40a3-8d29-1031fe70af51), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:15.140381 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0c6dc8d1-0e0e-4fcd-bc98-7c72b547359a admin admin] Publish callbacks [] for security_group (2704cdb9-7f64-40a3-8d29-1031fe70af51), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:15.185938 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0c6dc8d1-0e0e-4fcd-bc98-7c72b547359a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (2704cdb9-7f64-40a3-8d29-1031fe70af51), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:15.188485 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0c6dc8d1-0e0e-4fcd-bc98-7c72b547359a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:15.189623 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-0c6dc8d1-0e0e-4fcd-bc98-7c72b547359a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2704cdb9-7f64-40a3-8d29-1031fe70af51 HTTP/1.1" status: 204 len: 168 time: 0.1274519 Jan 11 13:09:15.200972 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6dc8d1-0e0e-4fcd-bc98-7c72b547359a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2704cdb9-7f64-40a3-8d29-1031fe70af51,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:15.721768 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535bb8c-e3f5-4cf0-bbf7-b61d6286fc28 req-b66aa91a-9108-48db-9c12-15e52c5083f1 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:15.723429 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b535bb8c-e3f5-4cf0-bbf7-b61d6286fc28 req-b66aa91a-9108-48db-9c12-15e52c5083f1 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0790017 Jan 11 13:09:15.731804 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac607e-d2b3-4ed8-a458-f6b34ff6cda2 req-ce9019b6-17c9-4d46-8c56-45da8d842324 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:15.733701 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-02ac607e-d2b3-4ed8-a458-f6b34ff6cda2 req-ce9019b6-17c9-4d46-8c56-45da8d842324 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 944 time: 0.0985122 Jan 11 13:09:15.810057 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b535bb8c-e3f5-4cf0-bbf7-b61d6286fc28 req-4fda9b0b-0666-4cd1-ac3f-a927acb10b9f tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751972 Jan 11 13:09:15.814548 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-02ac607e-d2b3-4ed8-a458-f6b34ff6cda2 req-2e0c0d1d-aa1a-466b-aeb8-023c103f345d tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737395 Jan 11 13:09:17.554961 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 50910) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:17.654993 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-de2a9c62-b694-40d4-89c5-e5e4cf5fc26f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:17.727288 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-de2a9c62-b694-40d4-89c5-e5e4cf5fc26f admin admin] Publish callbacks [] for security_group (5725a128-567c-490e-8bb0-4128cc5ab3d2), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:17.731234 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-de2a9c62-b694-40d4-89c5-e5e4cf5fc26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (5725a128-567c-490e-8bb0-4128cc5ab3d2), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:17.771653 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-de2a9c62-b694-40d4-89c5-e5e4cf5fc26f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d2d530edeca41ab9919c0a71c2e03de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156377 Jan 11 13:09:17.772576 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a9c62-b694-40d4-89c5-e5e4cf5fc26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5725a128-567c-490e-8bb0-4128cc5ab3d2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:17.774370 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 50916) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:17.821723 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b970ebf0-96c2-4606-9985-d2c798e17b73 admin admin] Publish callbacks [] for security_group (5725a128-567c-490e-8bb0-4128cc5ab3d2), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:17.841946 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b970ebf0-96c2-4606-9985-d2c798e17b73 admin admin] Publish callbacks [] for security_group (5725a128-567c-490e-8bb0-4128cc5ab3d2), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:17.886578 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b970ebf0-96c2-4606-9985-d2c798e17b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (5725a128-567c-490e-8bb0-4128cc5ab3d2), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:17.889190 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b970ebf0-96c2-4606-9985-d2c798e17b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:17.890320 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-b970ebf0-96c2-4606-9985-d2c798e17b73 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5725a128-567c-490e-8bb0-4128cc5ab3d2 HTTP/1.1" status: 204 len: 168 time: 0.1139071 Jan 11 13:09:17.897762 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970ebf0-96c2-4606-9985-d2c798e17b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5725a128-567c-490e-8bb0-4128cc5ab3d2,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:18.147230 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 50926) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:18.160397 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c45b5b2-3be8-4bc4-9c62-494d6f2646b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:18.229806 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c45b5b2-3be8-4bc4-9c62-494d6f2646b5 admin admin] Publish callbacks [] for security_group (cf080c7d-3ec7-417c-81fe-43200cd8cba5), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:18.233642 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c45b5b2-3be8-4bc4-9c62-494d6f2646b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (cf080c7d-3ec7-417c-81fe-43200cd8cba5), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:18.270793 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45b5b2-3be8-4bc4-9c62-494d6f2646b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf080c7d-3ec7-417c-81fe-43200cd8cba5,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:18.274995 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-4c45b5b2-3be8-4bc4-9c62-494d6f2646b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=436d13a67fa74643b4d0a108a419dc16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267638 Jan 11 13:09:18.278451 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 50928) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:18.324913 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d728238-7d65-4002-8f09-24daabd2a63f admin admin] Publish callbacks [] for security_group (cf080c7d-3ec7-417c-81fe-43200cd8cba5), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:18.345373 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d728238-7d65-4002-8f09-24daabd2a63f admin admin] Publish callbacks [] for security_group (cf080c7d-3ec7-417c-81fe-43200cd8cba5), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:18.389413 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d728238-7d65-4002-8f09-24daabd2a63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (cf080c7d-3ec7-417c-81fe-43200cd8cba5), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:18.391937 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d728238-7d65-4002-8f09-24daabd2a63f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:18.393093 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-8d728238-7d65-4002-8f09-24daabd2a63f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf080c7d-3ec7-417c-81fe-43200cd8cba5 HTTP/1.1" status: 204 len: 168 time: 0.1136580 Jan 11 13:09:18.400664 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d728238-7d65-4002-8f09-24daabd2a63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf080c7d-3ec7-417c-81fe-43200cd8cba5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:18.797295 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f47b4-a9c1-4d3b-baa8-9a216860687b req-4a4103f0-333d-4352-9668-026ca96730e7 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:18.798921 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6c3f47b4-a9c1-4d3b-baa8-9a216860687b req-4a4103f0-333d-4352-9668-026ca96730e7 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0874131 Jan 11 13:09:18.808294 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a3ad3-8ec2-43ab-af84-d98276a838e2 req-8ea06e8a-326b-4e19-b91d-73beb2b359e8 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:18.809729 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-114a3ad3-8ec2-43ab-af84-d98276a838e2 req-8ea06e8a-326b-4e19-b91d-73beb2b359e8 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 944 time: 0.0711820 Jan 11 13:09:18.882284 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6c3f47b4-a9c1-4d3b-baa8-9a216860687b req-f41ac1ec-1516-4327-973b-83fc8b7ce6dc tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715823 Jan 11 13:09:18.886500 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-114a3ad3-8ec2-43ab-af84-d98276a838e2 req-c9710962-ca2e-46de-9f92-bf23966e43b2 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701709 Jan 11 13:09:20.039015 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329be7d-3521-402f-b8b2-6cab57c5a2a7 req-0421fd38-1196-473d-99bf-9c26f94a2d5a tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:20.039015 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a329be7d-3521-402f-b8b2-6cab57c5a2a7 req-0421fd38-1196-473d-99bf-9c26f94a2d5a tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0782428 Jan 11 13:09:20.056526 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6afeb-195b-483b-868d-5d2182a738c7 req-20d53301-2327-48df-99e1-adde93bd2f6d tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:20.059131 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-75d6afeb-195b-483b-868d-5d2182a738c7 req-20d53301-2327-48df-99e1-adde93bd2f6d tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 944 time: 0.0990138 Jan 11 13:09:20.128903 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a329be7d-3521-402f-b8b2-6cab57c5a2a7 req-af803525-95b3-45a8-86f5-d13538625516 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805609 Jan 11 13:09:20.165561 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-75d6afeb-195b-483b-868d-5d2182a738c7 req-77e52057-7970-4a91-af39-5e2d2ceec818 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841906 Jan 11 13:09:20.644306 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:09:20.691788 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:09:20.695279 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:09:20.695649 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (f8d828fd-cf08-46c6-b9eb-fcb1be1fad14), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:20.769628 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:09:20.770052 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (f8d828fd-cf08-46c6-b9eb-fcb1be1fad14), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:20.796364 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba9a6c0-0f70-48a5-a872-7d732aa7167c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d828fd-cf08-46c6-b9eb-fcb1be1fad14'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:09:20.798699 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d384f0f-5a32-48fd-b03c-de1bb67c284a" -d '{"events": [{"server_uuid": "cba9a6c0-0f70-48a5-a872-7d732aa7167c", "name": "network-vif-plugged", "status": "completed", "tag": "f8d828fd-cf08-46c6-b9eb-fcb1be1fad14"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:09:20.812503 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port f8d828fd-cf08-46c6-b9eb-fcb1be1fad14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f8d828fd-cf08-46c6-b9eb-fcb1be1fad14,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:09:20.817335 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (f8d828fd-cf08-46c6-b9eb-fcb1be1fad14), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:20.902566 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daecec36-9063-4fe6-8d68-b06a6be1f6b1 x-openstack-request-id: req-daecec36-9063-4fe6-8d68-b06a6be1f6b1 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:09:20.902762 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba9a6c0-0f70-48a5-a872-7d732aa7167c", "name": "network-vif-plugged", "status": "completed", "tag": "f8d828fd-cf08-46c6-b9eb-fcb1be1fad14", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:09:20.903427 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-daecec36-9063-4fe6-8d68-b06a6be1f6b1 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:09:20.904397 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba9a6c0-0f70-48a5-a872-7d732aa7167c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d828fd-cf08-46c6-b9eb-fcb1be1fad14', 'code': 200} Jan 11 13:09:20.906132 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=f8d828fd-cf08-46c6-b9eb-fcb1be1fad14,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:21.136610 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec5c89-a1e1-4d7f-b753-e08243834bc5 req-28887955-c0c3-4efe-9b2f-f00f2e1e144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:21.138719 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8aec5c89-a1e1-4d7f-b753-e08243834bc5 req-28887955-c0c3-4efe-9b2f-f00f2e1e144d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 1098 time: 0.0472169 Jan 11 13:09:21.253392 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8aec5c89-a1e1-4d7f-b753-e08243834bc5 req-00076a00-e1e5-4c3f-81a5-f4e69b75cfbe service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011603 Jan 11 13:09:21.346082 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c08541-3ef4-4f00-8957-afbb4ce10821 req-ff46e475-382a-4e51-8584-096429977d70 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:21.348256 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-39c08541-3ef4-4f00-8957-afbb4ce10821 req-ff46e475-382a-4e51-8584-096429977d70 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.1192210 Jan 11 13:09:21.356905 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d6fb0-0f6d-4198-91ff-33f737cd1041 req-5cbe7ebb-4d4a-4a24-8b1b-26c9eb62e588 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:21.359221 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ca3d6fb0-0f6d-4198-91ff-33f737cd1041 req-5cbe7ebb-4d4a-4a24-8b1b-26c9eb62e588 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 945 time: 0.0782080 Jan 11 13:09:21.445505 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ca3d6fb0-0f6d-4198-91ff-33f737cd1041 req-1dd56c85-48aa-4515-9581-e046e5077ffe tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773919 Jan 11 13:09:21.476752 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-39c08541-3ef4-4f00-8957-afbb4ce10821 req-313c5456-4b58-4961-81bc-cb49a101ab01 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164055 Jan 11 13:09:22.632037 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9baed4-59b9-4cd5-abd3-b3a134eba908 req-9d1203f9-dc08-45f0-b102-78bc806b5ab1 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:22.634701 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6b9baed4-59b9-4cd5-abd3-b3a134eba908 req-9d1203f9-dc08-45f0-b102-78bc806b5ab1 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0814569 Jan 11 13:09:22.642071 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce5e2e-44e6-4eb7-ab25-97d438b8e303 req-64330d04-80f3-4e1c-ae57-4aa58b47f5bd tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:22.644606 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-51ce5e2e-44e6-4eb7-ab25-97d438b8e303 req-64330d04-80f3-4e1c-ae57-4aa58b47f5bd tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 945 time: 0.1220746 Jan 11 13:09:22.729452 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-51ce5e2e-44e6-4eb7-ab25-97d438b8e303 req-7f4f8323-289e-49cc-b6fc-0ca0ef0db369 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761447 Jan 11 13:09:22.752704 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6b9baed4-59b9-4cd5-abd3-b3a134eba908 req-60b2ccc5-e44d-44c4-9667-8685844970dd tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069417 Jan 11 13:09:23.901383 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3883e-3b92-4299-a0cc-5bf7ce921ace req-29eba433-2674-44d0-827a-822d0c5849f3 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:23.903305 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-59e3883e-3b92-4299-a0cc-5bf7ce921ace req-29eba433-2674-44d0-827a-822d0c5849f3 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0670302 Jan 11 13:09:23.912687 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684c53b-0a00-42ec-8a4d-1d442b56fcff req-21aa4f7d-e8f5-4690-8b6c-fa09fdad71c3 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:23.913974 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1684c53b-0a00-42ec-8a4d-1d442b56fcff req-21aa4f7d-e8f5-4690-8b6c-fa09fdad71c3 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 945 time: 0.1056726 Jan 11 13:09:23.991419 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-59e3883e-3b92-4299-a0cc-5bf7ce921ace req-8684b235-7bec-4717-82c3-d82f6a7d3856 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764399 Jan 11 13:09:24.005805 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1684c53b-0a00-42ec-8a4d-1d442b56fcff req-f898dbfa-5dbf-4c0e-b4e3-a098ad90dac6 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832260 Jan 11 13:09:24.162762 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 51140) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:24.290355 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fcdbeadf-3cbe-4238-a313-f360ec647474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:24.385281 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fcdbeadf-3cbe-4238-a313-f360ec647474 admin admin] Publish callbacks [] for security_group (f8a348c0-48aa-40d7-b260-4d02dd4e9d58), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:24.390094 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fcdbeadf-3cbe-4238-a313-f360ec647474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (f8a348c0-48aa-40d7-b260-4d02dd4e9d58), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:24.404458 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 51154) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:24.436637 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-fcdbeadf-3cbe-4238-a313-f360ec647474 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9dab34c66ddb4a658974cedc86fc771f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726352 Jan 11 13:09:24.438710 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbeadf-3cbe-4238-a313-f360ec647474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a348c0-48aa-40d7-b260-4d02dd4e9d58,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:24.439313 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 51160) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:24.497773 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-947a7407-dafb-4e1f-b178-6b317e06c260 admin admin] Publish callbacks [] for security_group (f8a348c0-48aa-40d7-b260-4d02dd4e9d58), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:24.525101 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a4506545-8d51-4a62-a0bd-591a6fcb0ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:24.539592 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-947a7407-dafb-4e1f-b178-6b317e06c260 admin admin] Publish callbacks [] for security_group (f8a348c0-48aa-40d7-b260-4d02dd4e9d58), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:24.623143 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-947a7407-dafb-4e1f-b178-6b317e06c260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (f8a348c0-48aa-40d7-b260-4d02dd4e9d58), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:24.626088 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-947a7407-dafb-4e1f-b178-6b317e06c260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:24.627222 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-947a7407-dafb-4e1f-b178-6b317e06c260 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f8a348c0-48aa-40d7-b260-4d02dd4e9d58 HTTP/1.1" status: 204 len: 168 time: 0.1869588 Jan 11 13:09:24.643110 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a7407-dafb-4e1f-b178-6b317e06c260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a348c0-48aa-40d7-b260-4d02dd4e9d58,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:24.660981 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a4506545-8d51-4a62-a0bd-591a6fcb0ed8 admin admin] Publish callbacks [] for security_group (2090d83e-c536-4422-8964-d8731daf3f79), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:24.665922 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a4506545-8d51-4a62-a0bd-591a6fcb0ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (2090d83e-c536-4422-8964-d8731daf3f79), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:24.704052 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4506545-8d51-4a62-a0bd-591a6fcb0ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2090d83e-c536-4422-8964-d8731daf3f79,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:24.709944 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-a4506545-8d51-4a62-a0bd-591a6fcb0ed8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b147eb0fbf1d4ba893cef0056c9d643d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038516 Jan 11 13:09:24.712703 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 51166) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:24.767240 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc045ef2-519d-4005-ab0b-39c94720d8d8 admin admin] Publish callbacks [] for security_group (2090d83e-c536-4422-8964-d8731daf3f79), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:24.790138 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc045ef2-519d-4005-ab0b-39c94720d8d8 admin admin] Publish callbacks [] for security_group (2090d83e-c536-4422-8964-d8731daf3f79), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:24.846106 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc045ef2-519d-4005-ab0b-39c94720d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (2090d83e-c536-4422-8964-d8731daf3f79), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:24.848716 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc045ef2-519d-4005-ab0b-39c94720d8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:24.849853 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-cc045ef2-519d-4005-ab0b-39c94720d8d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2090d83e-c536-4422-8964-d8731daf3f79 HTTP/1.1" status: 204 len: 168 time: 0.1361377 Jan 11 13:09:24.858265 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc045ef2-519d-4005-ab0b-39c94720d8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2090d83e-c536-4422-8964-d8731daf3f79,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:24.926945 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 51178) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:24.939918 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e0e6a2c8-544f-460b-87b6-0f4141934636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.038608 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e0e6a2c8-544f-460b-87b6-0f4141934636 admin admin] Publish callbacks [] for security_group (6181a83d-b10e-4338-b019-bece0cb0b8cb), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.044836 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e0e6a2c8-544f-460b-87b6-0f4141934636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (6181a83d-b10e-4338-b019-bece0cb0b8cb), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.110398 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6a2c8-544f-460b-87b6-0f4141934636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6181a83d-b10e-4338-b019-bece0cb0b8cb,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:25.149587 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 51188) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:25.164734 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e0e6a2c8-544f-460b-87b6-0f4141934636 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a6dac762d4b4495b4ca64b3e8e316d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365530 Jan 11 13:09:25.200568 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de990b7-90f0-493e-88c1-583ad18607f4 req-16e8ca79-88d7-4fb8-add1-b1b9c5b7cca6 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:25.202914 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0de990b7-90f0-493e-88c1-583ad18607f4 req-16e8ca79-88d7-4fb8-add1-b1b9c5b7cca6 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.1271305 Jan 11 13:09:25.211279 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 51192) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:25.217815 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e8c74e20-618f-46fe-bff7-675fc96cded7 admin admin] Publish callbacks [] for security_group (6181a83d-b10e-4338-b019-bece0cb0b8cb), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.236648 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62832ca7-df12-4baa-aeb8-463047f17803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.242131 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e8c74e20-618f-46fe-bff7-675fc96cded7 admin admin] Publish callbacks [] for security_group (6181a83d-b10e-4338-b019-bece0cb0b8cb), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.270729 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 51194) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:25.292340 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0de990b7-90f0-493e-88c1-583ad18607f4 req-c4a5b7fc-4f9a-49ae-ad14-877d14f9e966 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817411 Jan 11 13:09:25.311758 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e8c74e20-618f-46fe-bff7-675fc96cded7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (6181a83d-b10e-4338-b019-bece0cb0b8cb), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.314360 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e8c74e20-618f-46fe-bff7-675fc96cded7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.315515 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-e8c74e20-618f-46fe-bff7-675fc96cded7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6181a83d-b10e-4338-b019-bece0cb0b8cb HTTP/1.1" status: 204 len: 168 time: 0.1649370 Jan 11 13:09:25.325838 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c74e20-618f-46fe-bff7-675fc96cded7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6181a83d-b10e-4338-b019-bece0cb0b8cb,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:25.416329 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62832ca7-df12-4baa-aeb8-463047f17803 admin admin] Publish callbacks [] for security_group (cf3cb70b-b48b-4a27-b135-e9496d5ae219), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.422077 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62832ca7-df12-4baa-aeb8-463047f17803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (cf3cb70b-b48b-4a27-b135-e9496d5ae219), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.484179 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0565f5c8-9cbc-46b3-a200-4c0bfd8963d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.493157 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-62832ca7-df12-4baa-aeb8-463047f17803 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b7f8f0bab874d39a7e9ead14f9518c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779212 Jan 11 13:09:25.493595 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 51204) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:25.496036 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62832ca7-df12-4baa-aeb8-463047f17803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3cb70b-b48b-4a27-b135-e9496d5ae219,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:25.573337 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3acc315-730e-4390-8b3d-cd8c5299466c admin admin] Publish callbacks [] for security_group (cf3cb70b-b48b-4a27-b135-e9496d5ae219), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.610434 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3acc315-730e-4390-8b3d-cd8c5299466c admin admin] Publish callbacks [] for security_group (cf3cb70b-b48b-4a27-b135-e9496d5ae219), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.634774 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0565f5c8-9cbc-46b3-a200-4c0bfd8963d4 admin admin] Publish callbacks [] for security_group (e32f05c3-c4f1-4a0a-b383-558d8d066219), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.641272 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0565f5c8-9cbc-46b3-a200-4c0bfd8963d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (e32f05c3-c4f1-4a0a-b383-558d8d066219), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.700477 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-0565f5c8-9cbc-46b3-a200-4c0bfd8963d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=573f3e2704f8485bb22e8d2ac7fb0bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4280219 Jan 11 13:09:25.701553 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565f5c8-9cbc-46b3-a200-4c0bfd8963d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32f05c3-c4f1-4a0a-b383-558d8d066219,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:25.704058 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 51218) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:25.715478 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3acc315-730e-4390-8b3d-cd8c5299466c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (cf3cb70b-b48b-4a27-b135-e9496d5ae219), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.719125 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3acc315-730e-4390-8b3d-cd8c5299466c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.720709 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-c3acc315-730e-4390-8b3d-cd8c5299466c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf3cb70b-b48b-4a27-b135-e9496d5ae219 HTTP/1.1" status: 204 len: 168 time: 0.2258134 Jan 11 13:09:25.729278 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acc315-730e-4390-8b3d-cd8c5299466c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3cb70b-b48b-4a27-b135-e9496d5ae219,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:25.765652 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ff9c0c8-4823-4146-a852-5b5816f0d14f admin admin] Publish callbacks [] for security_group (e32f05c3-c4f1-4a0a-b383-558d8d066219), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.790003 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ff9c0c8-4823-4146-a852-5b5816f0d14f admin admin] Publish callbacks [] for security_group (e32f05c3-c4f1-4a0a-b383-558d8d066219), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.844137 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ff9c0c8-4823-4146-a852-5b5816f0d14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (e32f05c3-c4f1-4a0a-b383-558d8d066219), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.846996 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ff9c0c8-4823-4146-a852-5b5816f0d14f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:25.850496 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-3ff9c0c8-4823-4146-a852-5b5816f0d14f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e32f05c3-c4f1-4a0a-b383-558d8d066219 HTTP/1.1" status: 204 len: 168 time: 0.1428487 Jan 11 13:09:25.862170 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9c0c8-4823-4146-a852-5b5816f0d14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32f05c3-c4f1-4a0a-b383-558d8d066219,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:26.001001 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-47a97611-4197-45c6-a902-3c2b84af9d02 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:26.002604 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-47a97611-4197-45c6-a902-3c2b84af9d02 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/networks?id=80be36a8-5558-4efe-8683-f7701a055e3f HTTP/1.1" status: 200 len: 815 time: 0.1129329 Jan 11 13:09:26.018200 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-c5f1136a-95fe-40d5-a601-4c577d043c38 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/quotas/34a955b31df24aaebc066c82cb43b354 HTTP/1.1" status: 200 len: 375 time: 0.0093348 Jan 11 13:09:26.073135 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-eaf6d0ac-706a-4d47-ae80-0aac0b158cc4 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=34a955b31df24aaebc066c82cb43b354&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480773 Jan 11 13:09:26.178645 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-4c4dd306-0f82-4f7b-b361-e022fd67de4c service neutron] 10.222.0.52 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982852 Jan 11 13:09:26.272626 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-82208dbf-7901-4c9c-9032-50232337ba31 service neutron] 10.222.0.52 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877881 Jan 11 13:09:26.304859 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 51256) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:26.438673 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6d2de-d14e-4d75-b800-ffa1b0ba412d req-f07a2ff1-d945-4678-9039-d23c1e1b8dc4 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:26.445600 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-27c6d2de-d14e-4d75-b800-ffa1b0ba412d req-f07a2ff1-d945-4678-9039-d23c1e1b8dc4 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0698326 Jan 11 13:09:26.486179 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df4a1cef-79be-42dc-bf6b-a35248e9748d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:26.525980 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a19febce-bfee-4c06-9c84-1e98f54d8430 req-4ca4cf6d-5e22-43f3-9568-c43838a60e51 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 210 time: 0.0769513 Jan 11 13:09:26.589141 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df4a1cef-79be-42dc-bf6b-a35248e9748d admin admin] Publish callbacks [] for security_group (0bf648c2-5cdf-4c4c-aa3f-38477157c3ef), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:26.593379 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-27c6d2de-d14e-4d75-b800-ffa1b0ba412d req-5467bfaf-76b4-4434-8ce8-e1c85e13884c tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443307 Jan 11 13:09:26.597746 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df4a1cef-79be-42dc-bf6b-a35248e9748d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (0bf648c2-5cdf-4c4c-aa3f-38477157c3ef), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:26.667934 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-df4a1cef-79be-42dc-bf6b-a35248e9748d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=27727dca6a9248fb893238648402fce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3595080 Jan 11 13:09:26.667934 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a1cef-79be-42dc-bf6b-a35248e9748d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf648c2-5cdf-4c4c-aa3f-38477157c3ef,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:26.669187 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 51288) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:26.736520 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8f8852c6-1c7e-48e4-babb-1ffb1c057eaf admin admin] Publish callbacks [] for security_group (0bf648c2-5cdf-4c4c-aa3f-38477157c3ef), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:26.765342 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8f8852c6-1c7e-48e4-babb-1ffb1c057eaf admin admin] Publish callbacks [] for security_group (0bf648c2-5cdf-4c4c-aa3f-38477157c3ef), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:26.826786 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8f8852c6-1c7e-48e4-babb-1ffb1c057eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (0bf648c2-5cdf-4c4c-aa3f-38477157c3ef), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:26.829434 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8f8852c6-1c7e-48e4-babb-1ffb1c057eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:26.833392 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-8f8852c6-1c7e-48e4-babb-1ffb1c057eaf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0bf648c2-5cdf-4c4c-aa3f-38477157c3ef HTTP/1.1" status: 204 len: 168 time: 0.1594598 Jan 11 13:09:26.842330 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8852c6-1c7e-48e4-babb-1ffb1c057eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf648c2-5cdf-4c4c-aa3f-38477157c3ef,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:27.601733 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 51332) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:27.690542 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-498f0924-d3b5-4273-8610-73ea19bee291 req-74dfa131-dd67-4097-ab18-720869229264 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 210 time: 0.0624678 Jan 11 13:09:27.750131 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-7f2bb5e1-0abd-40de-a79c-c620439b9cb5 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:27.753640 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-7f2bb5e1-0abd-40de-a79c-c620439b9cb5 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.49 "GET /v2.0/networks?id=80be36a8-5558-4efe-8683-f7701a055e3f HTTP/1.1" status: 200 len: 815 time: 0.1715620 Jan 11 13:09:27.778459 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-2017c312-f078-4db5-948a-67bf1aa9f0b7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Request body: {'port': {'device_id': '59de98e8-af80-4925-975e-41a6f8ab8c4e', 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f', 'admin_state_up': True, 'tenant_id': '34a955b31df24aaebc066c82cb43b354'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:09:27.824664 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16c855-d486-4c94-b63d-b1038cbc64a4 req-809bc7a1-1723-41fc-85d9-59361984f01c tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:27.834527 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4c16c855-d486-4c94-b63d-b1038cbc64a4 req-809bc7a1-1723-41fc-85d9-59361984f01c tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.1381252 Jan 11 13:09:27.905474 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4c16c855-d486-4c94-b63d-b1038cbc64a4 req-337a5d32-b298-4077-850b-3aafb0df41fd tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699580 Jan 11 13:09:27.941550 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-2017c312-f078-4db5-948a-67bf1aa9f0b7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Made reservation on behalf of 34a955b31df24aaebc066c82cb43b354 for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:09:27.947179 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-2017c312-f078-4db5-948a-67bf1aa9f0b7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:27.965868 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ca7739a-fdbc-46ea-ba6a-79baeb2b2efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:28.063475 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ca7739a-fdbc-46ea-ba6a-79baeb2b2efb admin admin] Publish callbacks [] for security_group (4bbec79f-995e-43c1-a89d-fa5764ab898e), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:28.069226 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ca7739a-fdbc-46ea-ba6a-79baeb2b2efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (4bbec79f-995e-43c1-a89d-fa5764ab898e), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:28.110507 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-6ca7739a-fdbc-46ea-ba6a-79baeb2b2efb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3ad3da9b2824437a3d833b4091f07af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5071034 Jan 11 13:09:28.112626 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-2017c312-f078-4db5-948a-67bf1aa9f0b7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Allocated IP 172.20.0.6 (80be36a8-5558-4efe-8683-f7701a055e3f/f9c76d1e-4df5-4e16-b2e5-c4294df05736/aac04267-6c57-452d-b965-5dbeff8de4dc) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:09:28.114373 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 51360) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:28.133022 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7739a-fdbc-46ea-ba6a-79baeb2b2efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbec79f-995e-43c1-a89d-fa5764ab898e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:28.187094 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-795dd847-9517-46ca-bfd1-492d82f954c8 admin admin] Publish callbacks [] for security_group (4bbec79f-995e-43c1-a89d-fa5764ab898e), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:28.214460 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-795dd847-9517-46ca-bfd1-492d82f954c8 admin admin] Publish callbacks [] for security_group (4bbec79f-995e-43c1-a89d-fa5764ab898e), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:28.284191 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-795dd847-9517-46ca-bfd1-492d82f954c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (4bbec79f-995e-43c1-a89d-fa5764ab898e), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:28.289608 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-795dd847-9517-46ca-bfd1-492d82f954c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:28.291120 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-795dd847-9517-46ca-bfd1-492d82f954c8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4bbec79f-995e-43c1-a89d-fa5764ab898e HTTP/1.1" status: 204 len: 168 time: 0.1756115 Jan 11 13:09:28.303672 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795dd847-9517-46ca-bfd1-492d82f954c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbec79f-995e-43c1-a89d-fa5764ab898e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:28.359079 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-2017c312-f078-4db5-948a-67bf1aa9f0b7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks [] for port (aac04267-6c57-452d-b965-5dbeff8de4dc), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:28.411822 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-2017c312-f078-4db5-948a-67bf1aa9f0b7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (aac04267-6c57-452d-b965-5dbeff8de4dc), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:28.427472 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['7a519c1f-57d2-400a-acae-871b25b491b3', 'f8d828fd-cf08-46c6-b9eb-fcb1be1fad14'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:09:28.465194 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-2017c312-f078-4db5-948a-67bf1aa9f0b7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Network 80be36a8-5558-4efe-8683-f7701a055e3f is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:09:28.468404 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-2017c312-f078-4db5-948a-67bf1aa9f0b7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:09:28.471821 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-2017c312-f078-4db5-948a-67bf1aa9f0b7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:09:28.478970 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-2017c312-f078-4db5-948a-67bf1aa9f0b7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:28.479880 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-2017c312-f078-4db5-948a-67bf1aa9f0b7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:28.496064 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017c312-f078-4db5-948a-67bf1aa9f0b7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Pushing event updated for resources: {'Port': ['ID=aac04267-6c57-452d-b965-5dbeff8de4dc,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:28.509133 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-2017c312-f078-4db5-948a-67bf1aa9f0b7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7449782 Jan 11 13:09:28.525555 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Request body: {'port': {'device_id': '59de98e8-af80-4925-975e-41a6f8ab8c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:09:28.864552 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4facf-dd63-4211-bbbf-692dba448798 req-4d24c546-5b35-430f-aea1-b599cb8c5008 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:28.872630 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1cf4facf-dd63-4211-bbbf-692dba448798 req-4d24c546-5b35-430f-aea1-b599cb8c5008 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 931 time: 0.0851154 Jan 11 13:09:28.895763 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (aac04267-6c57-452d-b965-5dbeff8de4dc), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:28.945028 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1cf4facf-dd63-4211-bbbf-692dba448798 req-5c82b7ac-01a4-4ab0-bfa4-9b5de94e056b tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712492 Jan 11 13:09:29.090573 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13527c2f-c7d2-4d01-b8b7-02ec1b8f0b56 req-a81e8255-5ef2-448d-8101-2a2676285528 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:29.099500 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-13527c2f-c7d2-4d01-b8b7-02ec1b8f0b56 req-a81e8255-5ef2-448d-8101-2a2676285528 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0727842 Jan 11 13:09:29.186259 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-13527c2f-c7d2-4d01-b8b7-02ec1b8f0b56 req-9ad2ac24-ccc3-4f93-9a04-09ff70ec8e5a tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855761 Jan 11 13:09:29.304097 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac04267-6c57-452d-b965-5dbeff8de4dc {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:09:29.313130 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Publish callbacks [] for port (aac04267-6c57-452d-b965-5dbeff8de4dc), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:29.328291 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Transition to ACTIVE for port object aac04267-6c57-452d-b965-5dbeff8de4dc will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:09:29.334170 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (aac04267-6c57-452d-b965-5dbeff8de4dc), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:29.388069 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Pushing event updated for resources: {'Port': ['ID=aac04267-6c57-452d-b965-5dbeff8de4dc,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:29.422592 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Attempting to bind port aac04267-6c57-452d-b965-5dbeff8de4dc on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:09:29.422839 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Attempting to bind port aac04267-6c57-452d-b965-5dbeff8de4dc by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:09:29.423168 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Attempting to bind port aac04267-6c57-452d-b965-5dbeff8de4dc on network 80be36a8-5558-4efe-8683-f7701a055e3f {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:09:29.428942 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Port aac04267-6c57-452d-b965-5dbeff8de4dc on network 80be36a8-5558-4efe-8683-f7701a055e3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:09:29.428942 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Attempting to bind port aac04267-6c57-452d-b965-5dbeff8de4dc on network 80be36a8-5558-4efe-8683-f7701a055e3f {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:09:29.434467 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:09:29.435433 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Checking segment: {'id': '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:09:29.435433 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Bound using segment: {'id': '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:09:29.435671 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Bound port: aac04267-6c57-452d-b965-5dbeff8de4dc, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:09:29.435950 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (aac04267-6c57-452d-b965-5dbeff8de4dc), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:29.530070 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] For port aac04267-6c57-452d-b965-5dbeff8de4dc, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:09:29.534851 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] For port aac04267-6c57-452d-b965-5dbeff8de4dc, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=aac04267-6c57-452d-b965-5dbeff8de4dc,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:09:29.539051 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (aac04267-6c57-452d-b965-5dbeff8de4dc), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:29.587137 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 51444) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:29.593379 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:29.594482 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:29.595701 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] 10.222.0.49 "PUT /v2.0/ports/aac04267-6c57-452d-b965-5dbeff8de4dc HTTP/1.1" status: 200 len: 1093 time: 1.0785689 Jan 11 13:09:29.598481 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59de98e8-af80-4925-975e-41a6f8ab8c4e', 'tag': 'aac04267-6c57-452d-b965-5dbeff8de4dc'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:09:29.601855 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b01723-a6b7-416c-a317-ee88b182ef96" -d '{"events": [{"name": "network-changed", "server_uuid": "59de98e8-af80-4925-975e-41a6f8ab8c4e", "tag": "aac04267-6c57-452d-b965-5dbeff8de4dc"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:09:29.624923 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1816d-1468-4037-8ed4-c22f0e8bca92 service neutron] Pushing event updated for resources: {'Port': ['ID=aac04267-6c57-452d-b965-5dbeff8de4dc,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:29.681493 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a3411f-a2df-4825-9f15-1bf218e6c246 x-openstack-request-id: req-93a3411f-a2df-4825-9f15-1bf218e6c246 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:09:29.681893 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59de98e8-af80-4925-975e-41a6f8ab8c4e", "tag": "aac04267-6c57-452d-b965-5dbeff8de4dc", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:09:29.682255 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93a3411f-a2df-4825-9f15-1bf218e6c246 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:09:29.682774 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59de98e8-af80-4925-975e-41a6f8ab8c4e', 'tag': 'aac04267-6c57-452d-b965-5dbeff8de4dc', 'status': 'completed', 'code': 200} Jan 11 13:09:29.705570 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-fc7b99f3-9089-4801-b732-ad3c84d42fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:29.707074 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-fc7b99f3-9089-4801-b732-ad3c84d42fe1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34a955b31df24aaebc066c82cb43b354&device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 1096 time: 0.0585835 Jan 11 13:09:29.724210 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ca2a23ae-c6b4-4a0d-82c8-6d722b583ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:29.752275 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-c6604f67-e369-470a-9498-80b86417813d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aac04267-6c57-452d-b965-5dbeff8de4dc HTTP/1.1" status: 200 len: 217 time: 0.0355911 Jan 11 13:09:29.820218 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-47c8ca0a-556c-4e40-9674-b75d793d20be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:29.821997 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ca2a23ae-c6b4-4a0d-82c8-6d722b583ab8 admin admin] Publish callbacks [] for security_group (4ca60888-d6b0-4f9f-a5c6-cfe26d182765), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:29.822138 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-47c8ca0a-556c-4e40-9674-b75d793d20be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9c76d1e-4df5-4e16-b2e5-c4294df05736 HTTP/1.1" status: 200 len: 855 time: 0.0596113 Jan 11 13:09:29.830006 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ca2a23ae-c6b4-4a0d-82c8-6d722b583ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (4ca60888-d6b0-4f9f-a5c6-cfe26d182765), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:29.866789 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-29032db8-cb04-4df7-9ac8-05a4b2221a55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80be36a8-5558-4efe-8683-f7701a055e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335224 Jan 11 13:09:29.874886 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-ca2a23ae-c6b4-4a0d-82c8-6d722b583ab8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=994341ad9e8649368da1c2be75cf9a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838607 Jan 11 13:09:29.874886 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a23ae-c6b4-4a0d-82c8-6d722b583ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca60888-d6b0-4f9f-a5c6-cfe26d182765,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:29.875794 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 51460) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:29.934439 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12675b69-e6d4-457b-9538-72a5e4ac40a7 admin admin] Publish callbacks [] for security_group (4ca60888-d6b0-4f9f-a5c6-cfe26d182765), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:29.962807 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12675b69-e6d4-457b-9538-72a5e4ac40a7 admin admin] Publish callbacks [] for security_group (4ca60888-d6b0-4f9f-a5c6-cfe26d182765), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:29.982118 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-8c2f2ac8-1c35-41d8-8968-337a1308b757 service neutron] 10.222.0.49 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053140 Jan 11 13:09:30.029847 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12675b69-e6d4-457b-9538-72a5e4ac40a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (4ca60888-d6b0-4f9f-a5c6-cfe26d182765), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:30.033030 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12675b69-e6d4-457b-9538-72a5e4ac40a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:30.037418 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-12675b69-e6d4-457b-9538-72a5e4ac40a7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4ca60888-d6b0-4f9f-a5c6-cfe26d182765 HTTP/1.1" status: 204 len: 168 time: 0.1605849 Jan 11 13:09:30.051176 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12675b69-e6d4-457b-9538-72a5e4ac40a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca60888-d6b0-4f9f-a5c6-cfe26d182765,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:30.121488 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d7ea2-35fd-44c2-85bb-ee491e579f1f req-4437c24d-bad8-48f5-b5a7-22b01b257885 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:30.123220 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c89d7ea2-35fd-44c2-85bb-ee491e579f1f req-4437c24d-bad8-48f5-b5a7-22b01b257885 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 943 time: 0.0669553 Jan 11 13:09:30.169951 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a222ce04-e427-4c99-85aa-dcf3702bbff9 req-7e0f8e97-6fd1-40a1-a285-4fed412114b4 service neutron] 10.222.0.49 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797831 Jan 11 13:09:30.175007 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 51474) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:30.225596 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c89d7ea2-35fd-44c2-85bb-ee491e579f1f req-9a868a97-2ebe-43ce-9c1c-74b0f7032482 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947542 Jan 11 13:09:30.327036 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b01723-a6b7-416c-a317-ee88b182ef96 req-4c679bff-07f3-4b07-bef9-4400b5c3bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:30.332598 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-82b01723-a6b7-416c-a317-ee88b182ef96 req-4c679bff-07f3-4b07-bef9-4400b5c3bb25 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34a955b31df24aaebc066c82cb43b354&device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 1096 time: 0.0962088 Jan 11 13:09:30.372258 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edcc32-ae1e-4e8d-9064-b1bb87d60c4e req-ac79777f-49fc-4145-8df4-fd5627291710 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:30.381086 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b6edcc32-ae1e-4e8d-9064-b1bb87d60c4e req-ac79777f-49fc-4145-8df4-fd5627291710 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0814221 Jan 11 13:09:30.450456 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b6edcc32-ae1e-4e8d-9064-b1bb87d60c4e req-d24f6c56-927e-4cc5-8543-daed8e4e47c7 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681109 Jan 11 13:09:30.476692 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b01723-a6b7-416c-a317-ee88b182ef96 req-14992fd9-98f6-4d12-9076-a448a8c8f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:30.478256 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-82b01723-a6b7-416c-a317-ee88b182ef96 req-14992fd9-98f6-4d12-9076-a448a8c8f777 service neutron] 10.222.0.49 "GET /v2.0/networks?id=80be36a8-5558-4efe-8683-f7701a055e3f HTTP/1.1" status: 200 len: 916 time: 0.1203623 Jan 11 13:09:30.491859 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df47ff44-3537-4042-8474-37deefaee899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:30.539023 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-71ba7ae9-549d-4116-8935-5f40ca7b6912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:30.582672 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df47ff44-3537-4042-8474-37deefaee899 admin admin] Publish callbacks [] for security_group (974ca73b-ac9a-4085-ac95-2cd8b430032c), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:30.586800 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df47ff44-3537-4042-8474-37deefaee899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (974ca73b-ac9a-4085-ac95-2cd8b430032c), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:30.602804 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 51486) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:30.623439 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-01d0accf-f8d0-4e2c-8b25-7ed58863e282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:30.626435 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47ff44-3537-4042-8474-37deefaee899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974ca73b-ac9a-4085-ac95-2cd8b430032c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:30.632353 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-df47ff44-3537-4042-8474-37deefaee899 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f78d8eb5fd34fde8694a87693e929bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4561656 Jan 11 13:09:30.635346 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 51488) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:30.688437 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a33941e5-3f79-4766-b6ab-496b7cf9852d admin admin] Publish callbacks [] for security_group (974ca73b-ac9a-4085-ac95-2cd8b430032c), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:30.711049 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a33941e5-3f79-4766-b6ab-496b7cf9852d admin admin] Publish callbacks [] for security_group (974ca73b-ac9a-4085-ac95-2cd8b430032c), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:30.717683 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-01d0accf-f8d0-4e2c-8b25-7ed58863e282 admin admin] Publish callbacks [] for security_group (c2a8a623-2c84-4afb-8a03-83dd3a9bd276), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:30.721975 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-01d0accf-f8d0-4e2c-8b25-7ed58863e282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (c2a8a623-2c84-4afb-8a03-83dd3a9bd276), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:30.762537 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-01d0accf-f8d0-4e2c-8b25-7ed58863e282 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dd68ad531ed0482cb1194b8848ca97c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1571164 Jan 11 13:09:30.763677 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0accf-f8d0-4e2c-8b25-7ed58863e282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a8a623-2c84-4afb-8a03-83dd3a9bd276,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:30.765222 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 51492) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:30.778972 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a33941e5-3f79-4766-b6ab-496b7cf9852d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (974ca73b-ac9a-4085-ac95-2cd8b430032c), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:30.781576 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a33941e5-3f79-4766-b6ab-496b7cf9852d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:30.782747 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-a33941e5-3f79-4766-b6ab-496b7cf9852d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/974ca73b-ac9a-4085-ac95-2cd8b430032c HTTP/1.1" status: 204 len: 168 time: 0.1447365 Jan 11 13:09:30.797703 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33941e5-3f79-4766-b6ab-496b7cf9852d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974ca73b-ac9a-4085-ac95-2cd8b430032c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:30.831714 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e9c52e98-133f-4fc2-9ee4-0600018e29d8 admin admin] Publish callbacks [] for security_group (c2a8a623-2c84-4afb-8a03-83dd3a9bd276), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:30.855381 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e9c52e98-133f-4fc2-9ee4-0600018e29d8 admin admin] Publish callbacks [] for security_group (c2a8a623-2c84-4afb-8a03-83dd3a9bd276), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:30.914180 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e9c52e98-133f-4fc2-9ee4-0600018e29d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (c2a8a623-2c84-4afb-8a03-83dd3a9bd276), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:30.916996 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e9c52e98-133f-4fc2-9ee4-0600018e29d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:30.918163 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e9c52e98-133f-4fc2-9ee4-0600018e29d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2a8a623-2c84-4afb-8a03-83dd3a9bd276 HTTP/1.1" status: 204 len: 168 time: 0.1517463 Jan 11 13:09:30.940463 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c52e98-133f-4fc2-9ee4-0600018e29d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a8a623-2c84-4afb-8a03-83dd3a9bd276,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:31.317613 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2e1c1-dbfd-49a4-a5bd-3f69fcd7d87e req-25f0009d-ade5-4364-9f05-111d22e0032c tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:31.319110 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9ca2e1c1-dbfd-49a4-a5bd-3f69fcd7d87e req-25f0009d-ade5-4364-9f05-111d22e0032c tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 943 time: 0.0508945 Jan 11 13:09:31.373110 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9ca2e1c1-dbfd-49a4-a5bd-3f69fcd7d87e req-48f12f20-ff06-49e4-a859-8c4ed89c68f8 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483806 Jan 11 13:09:31.656583 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 51550) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:31.801454 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c13acc10-1e81-4b3c-bf2f-60057103aa98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-871484682-network', 'tenant_id': '113d1e417bf14c39bd36a320b3ab4afe'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:09:31.823911 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13acc10-1e81-4b3c-bf2f-60057103aa98 admin admin] Made reservation on behalf of 113d1e417bf14c39bd36a320b3ab4afe for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:09:31.826864 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c13acc10-1e81-4b3c-bf2f-60057103aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:31.835226 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c13acc10-1e81-4b3c-bf2f-60057103aa98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:31.914115 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c13acc10-1e81-4b3c-bf2f-60057103aa98 admin admin] Publish callbacks [] for security_group (8611e42d-5256-474b-a2ab-8d4cf7243052), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:31.918821 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c13acc10-1e81-4b3c-bf2f-60057103aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (8611e42d-5256-474b-a2ab-8d4cf7243052), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:31.939302 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13acc10-1e81-4b3c-bf2f-60057103aa98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:09:31.958828 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13acc10-1e81-4b3c-bf2f-60057103aa98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8611e42d-5256-474b-a2ab-8d4cf7243052,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:31.962289 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c13acc10-1e81-4b3c-bf2f-60057103aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (1812e3f8-a6c4-41da-9544-d6f5e9769550), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:31.962774 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-c13acc10-1e81-4b3c-bf2f-60057103aa98 admin admin] Added segment 1812e3f8-a6c4-41da-9544-d6f5e9769550 of type vlan for network d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 Jan 11 13:09:32.008359 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c13acc10-1e81-4b3c-bf2f-60057103aa98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:32.035539 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c13acc10-1e81-4b3c-bf2f-60057103aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:32.036415 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13acc10-1e81-4b3c-bf2f-60057103aa98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:32.036996 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c13acc10-1e81-4b3c-bf2f-60057103aa98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:32.293328 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-c13acc10-1e81-4b3c-bf2f-60057103aa98 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6355217 Jan 11 13:09:32.296255 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 51580) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:32.300245 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13acc10-1e81-4b3c-bf2f-60057103aa98 admin admin] Pushing event updated for resources: {'Network': ['ID=d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:32.301106 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-44da3a21-e2a1-4002-a74d-54fd0c2035e3 admin admin] Request body: {'subnet': {'network_id': 'd76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-871484682-subnet', 'tenant_id': '113d1e417bf14c39bd36a320b3ab4afe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:09:32.314621 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:09:32.330505 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44da3a21-e2a1-4002-a74d-54fd0c2035e3 admin admin] Made reservation on behalf of 113d1e417bf14c39bd36a320b3ab4afe for: {'subnet': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:09:32.333005 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-44da3a21-e2a1-4002-a74d-54fd0c2035e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:32.515252 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-44da3a21-e2a1-4002-a74d-54fd0c2035e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for subnet (10ef299a-83a2-41fb-9ca3-b3bcba99dba6), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:32.569874 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da3a21-e2a1-4002-a74d-54fd0c2035e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ef299a-83a2-41fb-9ca3-b3bcba99dba6,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:32.590884 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44da3a21-e2a1-4002-a74d-54fd0c2035e3 admin admin] Checking segment: {'id': '1812e3f8-a6c4-41da-9544-d6f5e9769550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:09:32.591705 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44da3a21-e2a1-4002-a74d-54fd0c2035e3 admin admin] Network hostable DHCP agents. Network: d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:09:32.593416 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4e404637-fef1-48ac-9515-c9bf8d115aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:32.609242 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44da3a21-e2a1-4002-a74d-54fd0c2035e3 admin admin] Network d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:09:32.617713 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-44da3a21-e2a1-4002-a74d-54fd0c2035e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9) {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:09:32.622246 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44da3a21-e2a1-4002-a74d-54fd0c2035e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:32.622840 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-44da3a21-e2a1-4002-a74d-54fd0c2035e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:32.627740 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd135ab4-78e3-4243-be62-74aa750f1703 None None] Network d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:09:32.654068 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-44da3a21-e2a1-4002-a74d-54fd0c2035e3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3553166 Jan 11 13:09:32.730553 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ddb212-d863-47d0-9393-df31e00f0dc6 None None] Network d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:09:32.834686 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 51616) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:32.936419 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d191cae7-6dcc-4b86-96b2-830b8c00a76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:33.017524 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d191cae7-6dcc-4b86-96b2-830b8c00a76f admin admin] Publish callbacks [] for security_group (37c19d03-ea41-4b72-b799-d64c19efd50a), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:33.021414 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d191cae7-6dcc-4b86-96b2-830b8c00a76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (37c19d03-ea41-4b72-b799-d64c19efd50a), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:33.101193 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-82b01723-a6b7-416c-a317-ee88b182ef96 req-0e72b080-db61-4af8-8c8b-770ec3466e6a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aac04267-6c57-452d-b965-5dbeff8de4dc HTTP/1.1" status: 200 len: 217 time: 0.0507381 Jan 11 13:09:33.103724 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-d191cae7-6dcc-4b86-96b2-830b8c00a76f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a09e65350e2c4192bfad9f70641f680c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679911 Jan 11 13:09:33.104833 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191cae7-6dcc-4b86-96b2-830b8c00a76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c19d03-ea41-4b72-b799-d64c19efd50a,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:33.106685 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 51622) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:33.215162 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b01723-a6b7-416c-a317-ee88b182ef96 req-a810c02c-ece1-4251-b56f-760eefb0127d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:33.216688 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-82b01723-a6b7-416c-a317-ee88b182ef96 req-a810c02c-ece1-4251-b56f-760eefb0127d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9c76d1e-4df5-4e16-b2e5-c4294df05736 HTTP/1.1" status: 200 len: 855 time: 0.0769658 Jan 11 13:09:33.231617 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8962-cb34-4e4c-8df9-108ecce8bfd7 admin admin] Publish callbacks [] for security_group (37c19d03-ea41-4b72-b799-d64c19efd50a), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:33.255781 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-82b01723-a6b7-416c-a317-ee88b182ef96 req-27dc1374-c134-4d8a-bf01-4dd5741a1606 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80be36a8-5558-4efe-8683-f7701a055e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309548 Jan 11 13:09:33.299078 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8962-cb34-4e4c-8df9-108ecce8bfd7 admin admin] Publish callbacks [] for security_group (37c19d03-ea41-4b72-b799-d64c19efd50a), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:33.350491 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-82b01723-a6b7-416c-a317-ee88b182ef96 req-677c65b8-cf99-44f4-9763-4357771f430e service neutron] 10.222.0.49 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866926 Jan 11 13:09:33.351089 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29857637-442b-4545-a7e5-630d9512b07b req-836ee9f8-d238-45c8-bcf0-715240ed4b84 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:33.352347 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-29857637-442b-4545-a7e5-630d9512b07b req-836ee9f8-d238-45c8-bcf0-715240ed4b84 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.1485412 Jan 11 13:09:33.362146 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988aa19-2031-4d53-bfd3-2f908d7292d1 req-5bf74db4-6543-4923-8099-2c37b2a6d8d6 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:33.363647 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3988aa19-2031-4d53-bfd3-2f908d7292d1 req-5bf74db4-6543-4923-8099-2c37b2a6d8d6 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 943 time: 0.1147878 Jan 11 13:09:33.421487 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8962-cb34-4e4c-8df9-108ecce8bfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (37c19d03-ea41-4b72-b799-d64c19efd50a), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:33.423995 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8962-cb34-4e4c-8df9-108ecce8bfd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:33.425644 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-5e8e8962-cb34-4e4c-8df9-108ecce8bfd7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/37c19d03-ea41-4b72-b799-d64c19efd50a HTTP/1.1" status: 204 len: 168 time: 0.3160081 Jan 11 13:09:33.450530 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-82b01723-a6b7-416c-a317-ee88b182ef96 req-40f71cb5-ddd2-4335-8730-d344c1892acc service neutron] 10.222.0.49 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915015 Jan 11 13:09:33.453377 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e8962-cb34-4e4c-8df9-108ecce8bfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c19d03-ea41-4b72-b799-d64c19efd50a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:33.472946 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3988aa19-2031-4d53-bfd3-2f908d7292d1 req-8b67a347-47a2-4582-a1c5-acdd6423cefc tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999277 Jan 11 13:09:33.479117 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-29857637-442b-4545-a7e5-630d9512b07b req-3e39b17d-ebdb-4b5c-8609-2874b898c79a tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133406 Jan 11 13:09:33.704361 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 51634) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:33.717840 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e13cb2af-21ae-4322-9e6c-7d0c8a8c7590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:33.789647 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e13cb2af-21ae-4322-9e6c-7d0c8a8c7590 admin admin] Publish callbacks [] for security_group (2b38c9bd-adb1-43b6-a8a2-b1169ff0130b), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:33.794034 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e13cb2af-21ae-4322-9e6c-7d0c8a8c7590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (2b38c9bd-adb1-43b6-a8a2-b1169ff0130b), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:33.831189 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cb2af-21ae-4322-9e6c-7d0c8a8c7590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b38c9bd-adb1-43b6-a8a2-b1169ff0130b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:33.836422 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e13cb2af-21ae-4322-9e6c-7d0c8a8c7590 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ce50ef5062af4a908844e923f8579edb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309803 Jan 11 13:09:33.839102 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 51636) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:33.884744 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d10590f8-9f4a-4b46-8b97-f4207ac8bbb2 admin admin] Publish callbacks [] for security_group (2b38c9bd-adb1-43b6-a8a2-b1169ff0130b), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:33.905280 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d10590f8-9f4a-4b46-8b97-f4207ac8bbb2 admin admin] Publish callbacks [] for security_group (2b38c9bd-adb1-43b6-a8a2-b1169ff0130b), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:33.934780 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:33.950804 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d10590f8-9f4a-4b46-8b97-f4207ac8bbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (2b38c9bd-adb1-43b6-a8a2-b1169ff0130b), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:33.953345 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d10590f8-9f4a-4b46-8b97-f4207ac8bbb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:33.954471 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-d10590f8-9f4a-4b46-8b97-f4207ac8bbb2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b38c9bd-adb1-43b6-a8a2-b1169ff0130b HTTP/1.1" status: 204 len: 168 time: 0.1138248 Jan 11 13:09:33.962105 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10590f8-9f4a-4b46-8b97-f4207ac8bbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b38c9bd-adb1-43b6-a8a2-b1169ff0130b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:34.355766 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:34.631230 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4212b-a1c5-43fa-8d83-02977f58c616 req-260607f0-fc0e-4118-8f22-36a084b4581f tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:34.632979 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3cc4212b-a1c5-43fa-8d83-02977f58c616 req-260607f0-fc0e-4118-8f22-36a084b4581f tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 943 time: 0.0778832 Jan 11 13:09:34.648965 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-8ed4a8c0-2158-4d69-86b0-4f2388d0a5dc tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:34.648965 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-8ed4a8c0-2158-4d69-86b0-4f2388d0a5dc tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/networks?id=d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 HTTP/1.1" status: 200 len: 808 time: 0.1543727 Jan 11 13:09:34.672067 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-91192c42-140c-44c4-a819-3760f98aa693 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/quotas/113d1e417bf14c39bd36a320b3ab4afe HTTP/1.1" status: 200 len: 375 time: 0.0218594 Jan 11 13:09:34.711715 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-2b56236e-3bab-4a1b-b7a2-94a57c1d842d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=113d1e417bf14c39bd36a320b3ab4afe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320425 Jan 11 13:09:34.719611 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3cc4212b-a1c5-43fa-8d83-02977f58c616 req-a4b02705-74b4-4507-833c-fd48157ec75d tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765815 Jan 11 13:09:34.831946 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-83cb7570-1534-4b27-bf45-7454647d14c3 service neutron] 10.222.0.52 "GET /v2.0/networks/d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114020 Jan 11 13:09:34.858519 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16c151-d9ae-4ca6-884f-2844ef0877fd req-d15123c7-7177-459e-a64a-bbef7e4e91fb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:34.859965 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7e16c151-d9ae-4ca6-884f-2844ef0877fd req-d15123c7-7177-459e-a64a-bbef7e4e91fb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0687144 Jan 11 13:09:34.959398 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7e16c151-d9ae-4ca6-884f-2844ef0877fd req-bf535222-01af-4be0-919a-d7cf97001f71 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894380 Jan 11 13:09:34.973545 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-4e07b1c1-7708-4112-8f9c-a148dd418c2e service neutron] 10.222.0.52 "GET /v2.0/networks/d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315451 Jan 11 13:09:35.146725 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-93e4758c-08a7-4a8e-86b4-9d500f61e85a req-fbec8ffc-cdb1-4158-8733-45ccfe0e5905 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=df6d9b57-1800-43ca-9098-c17967b2381e HTTP/1.1" status: 200 len: 210 time: 0.0309739 Jan 11 13:09:35.203478 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:35.653535 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:09:35.856677 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26454a-147e-481b-91b6-7ae4e39aa421 req-917187d8-438a-4b61-856e-300156efb5a8 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:35.858517 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6b26454a-147e-481b-91b6-7ae4e39aa421 req-917187d8-438a-4b61-856e-300156efb5a8 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 943 time: 0.0589552 Jan 11 13:09:35.907848 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6b26454a-147e-481b-91b6-7ae4e39aa421 req-0fdb81bc-037a-483e-95f7-1d539488e5b5 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437057 Jan 11 13:09:36.093918 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1c9f9-b1b0-4b29-ac2a-8c5f00f2cf6e req-67a6a931-c2e3-4b45-8bcc-5b9edb9e3a4d tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:36.096039 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-53b1c9f9-b1b0-4b29-ac2a-8c5f00f2cf6e req-67a6a931-c2e3-4b45-8bcc-5b9edb9e3a4d tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0641706 Jan 11 13:09:36.156339 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-53b1c9f9-b1b0-4b29-ac2a-8c5f00f2cf6e req-a661c04e-93c9-496e-9a1d-d96f577112d6 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520678 Jan 11 13:09:36.263982 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4365ac70-c922-4a65-b4a4-02469d6a6de8 req-a4deab37-6dd4-4df6-8a29-4e1f47e8df7d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=df6d9b57-1800-43ca-9098-c17967b2381e HTTP/1.1" status: 200 len: 210 time: 0.0395954 Jan 11 13:09:36.328906 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-c76ab07b-63ee-44c6-94da-8269e3fa186d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:36.331760 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-c76ab07b-63ee-44c6-94da-8269e3fa186d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.49 "GET /v2.0/networks?id=d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 HTTP/1.1" status: 200 len: 808 time: 0.1717181 Jan 11 13:09:36.348197 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-c66bbf89-7153-4089-a16d-17604cbe1dac tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Request body: {'port': {'device_id': 'df6d9b57-1800-43ca-9098-c17967b2381e', 'network_id': 'd76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9', 'admin_state_up': True, 'tenant_id': '113d1e417bf14c39bd36a320b3ab4afe'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:09:36.529754 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-c66bbf89-7153-4089-a16d-17604cbe1dac tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Made reservation on behalf of 113d1e417bf14c39bd36a320b3ab4afe for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:09:36.533565 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-c66bbf89-7153-4089-a16d-17604cbe1dac tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:36.603468 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:36.680098 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-c66bbf89-7153-4089-a16d-17604cbe1dac tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Allocated IP 172.20.0.14 (d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9/10ef299a-83a2-41fb-9ca3-b3bcba99dba6/34e8346f-74e7-4899-9be1-8eb205bd4d06) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:09:36.729026 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device aac04267-6c57-452d-b965-5dbeff8de4dc details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:09:36.839944 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port aac04267-6c57-452d-b965-5dbeff8de4dc, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=aac04267-6c57-452d-b965-5dbeff8de4dc,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:09:36.853849 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': 'aac04267-6c57-452d-b965-5dbeff8de4dc', 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f', 'port_id': 'aac04267-6c57-452d-b965-5dbeff8de4dc', 'mac_address': 'fa:16:3e:6b:4c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c76d1e-4df5-4e16-b2e5-c4294df05736', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:09:36.858904 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-c66bbf89-7153-4089-a16d-17604cbe1dac tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Publish callbacks [] for port (34e8346f-74e7-4899-9be1-8eb205bd4d06), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:36.904689 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 51810) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:36.905795 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-c66bbf89-7153-4089-a16d-17604cbe1dac tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (34e8346f-74e7-4899-9be1-8eb205bd4d06), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:36.907524 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port aac04267-6c57-452d-b965-5dbeff8de4dc is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:09:36.907524 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (aac04267-6c57-452d-b965-5dbeff8de4dc), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:36.921815 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac04267-6c57-452d-b965-5dbeff8de4dc {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:09:36.943526 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port aac04267-6c57-452d-b965-5dbeff8de4dc, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=aac04267-6c57-452d-b965-5dbeff8de4dc,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:09:36.949004 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (aac04267-6c57-452d-b965-5dbeff8de4dc), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:37.013899 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-c66bbf89-7153-4089-a16d-17604cbe1dac tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Network d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:09:37.014291 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=aac04267-6c57-452d-b965-5dbeff8de4dc,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:37.014379 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-c66bbf89-7153-4089-a16d-17604cbe1dac tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:09:37.017421 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-c66bbf89-7153-4089-a16d-17604cbe1dac tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.019844 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.021926 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.021926 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.021926 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.021926 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.021926 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.021926 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.021926 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.021926 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.021926 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:09:37.021926 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:09:37.036525 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-c66bbf89-7153-4089-a16d-17604cbe1dac tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:37.037324 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-c66bbf89-7153-4089-a16d-17604cbe1dac tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:37.041126 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bbf89-7153-4089-a16d-17604cbe1dac tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Pushing event updated for resources: {'Port': ['ID=34e8346f-74e7-4899-9be1-8eb205bd4d06,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:37.070592 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-c66bbf89-7153-4089-a16d-17604cbe1dac tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7273767 Jan 11 13:09:37.071215 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00eed3f8-53ac-4954-b61a-eed24f5c8f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:37.082844 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Request body: {'port': {'device_id': 'df6d9b57-1800-43ca-9098-c17967b2381e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:09:37.110319 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a11e6-8fce-482a-bcb2-0c47a174525d req-8ec5be18-b23e-4709-bfd5-ed422905e451 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:37.111866 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-389a11e6-8fce-482a-bcb2-0c47a174525d req-8ec5be18-b23e-4709-bfd5-ed422905e451 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 944 time: 0.0876112 Jan 11 13:09:37.158672 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (34e8346f-74e7-4899-9be1-8eb205bd4d06), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:37.203073 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-389a11e6-8fce-482a-bcb2-0c47a174525d req-69d9abb6-b95b-420d-aeaa-d0523e31c551 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815830 Jan 11 13:09:37.228464 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00eed3f8-53ac-4954-b61a-eed24f5c8f96 admin admin] Publish callbacks [] for security_group (49acc51a-13ea-4d28-b444-9150316b56f3), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:37.234311 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00eed3f8-53ac-4954-b61a-eed24f5c8f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (49acc51a-13ea-4d28-b444-9150316b56f3), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:37.297112 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['aac04267-6c57-452d-b965-5dbeff8de4dc'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:09:37.310575 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eed3f8-53ac-4954-b61a-eed24f5c8f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49acc51a-13ea-4d28-b444-9150316b56f3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:37.324560 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-00eed3f8-53ac-4954-b61a-eed24f5c8f96 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fa63659af85d4d9989296dbb9713623e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4173558 Jan 11 13:09:37.327251 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 51824) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:37.380065 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8066ee-5a32-4bba-9420-220ab263ffbf req-93034384-6b5c-4428-bd15-f015e17a2073 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:37.387031 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4d8066ee-5a32-4bba-9420-220ab263ffbf req-93034384-6b5c-4428-bd15-f015e17a2073 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.1181862 Jan 11 13:09:37.447923 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-af5c7d72-9bc3-4cc7-99d6-af5c16e5dd08 admin admin] Publish callbacks [] for security_group (49acc51a-13ea-4d28-b444-9150316b56f3), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:37.472049 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-af5c7d72-9bc3-4cc7-99d6-af5c16e5dd08 admin admin] Publish callbacks [] for security_group (49acc51a-13ea-4d28-b444-9150316b56f3), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:37.472383 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4d8066ee-5a32-4bba-9420-220ab263ffbf req-2a51c1be-9058-4b0c-9d0b-3ba82f61ccdd tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833545 Jan 11 13:09:37.498369 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99014a-fd49-4a4e-af07-9c7c8758ef04 req-b018f925-1870-4fa2-81c2-4567ce914e86 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:37.510171 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cc99014a-fd49-4a4e-af07-9c7c8758ef04 req-b018f925-1870-4fa2-81c2-4567ce914e86 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=df6d9b57-1800-43ca-9098-c17967b2381e HTTP/1.1" status: 200 len: 932 time: 0.1210482 Jan 11 13:09:37.549658 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-af5c7d72-9bc3-4cc7-99d6-af5c16e5dd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (49acc51a-13ea-4d28-b444-9150316b56f3), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:37.552919 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-af5c7d72-9bc3-4cc7-99d6-af5c16e5dd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:37.557202 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-af5c7d72-9bc3-4cc7-99d6-af5c16e5dd08 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/49acc51a-13ea-4d28-b444-9150316b56f3 HTTP/1.1" status: 204 len: 168 time: 0.2282286 Jan 11 13:09:37.578086 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c7d72-9bc3-4cc7-99d6-af5c16e5dd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49acc51a-13ea-4d28-b444-9150316b56f3,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:37.639325 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cc99014a-fd49-4a4e-af07-9c7c8758ef04 req-72209379-2625-4488-9d0a-222561974922 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281807 Jan 11 13:09:37.657810 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e8346f-74e7-4899-9be1-8eb205bd4d06 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:09:37.674114 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Publish callbacks [] for port (34e8346f-74e7-4899-9be1-8eb205bd4d06), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:37.704417 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Transition to ACTIVE for port object 34e8346f-74e7-4899-9be1-8eb205bd4d06 will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:09:37.714688 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (34e8346f-74e7-4899-9be1-8eb205bd4d06), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:37.805438 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Pushing event updated for resources: {'Port': ['ID=34e8346f-74e7-4899-9be1-8eb205bd4d06,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:37.823735 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Attempting to bind port 34e8346f-74e7-4899-9be1-8eb205bd4d06 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:09:37.824693 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Attempting to bind port 34e8346f-74e7-4899-9be1-8eb205bd4d06 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '1812e3f8-a6c4-41da-9544-d6f5e9769550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:09:37.825019 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Attempting to bind port 34e8346f-74e7-4899-9be1-8eb205bd4d06 on network d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:09:37.837753 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Port 34e8346f-74e7-4899-9be1-8eb205bd4d06 on network d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:09:37.838095 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Attempting to bind port 34e8346f-74e7-4899-9be1-8eb205bd4d06 on network d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:09:37.846437 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:09:37.846812 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Checking segment: {'id': '1812e3f8-a6c4-41da-9544-d6f5e9769550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:09:37.847302 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Bound using segment: {'id': '1812e3f8-a6c4-41da-9544-d6f5e9769550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:09:37.848078 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Bound port: 34e8346f-74e7-4899-9be1-8eb205bd4d06, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1812e3f8-a6c4-41da-9544-d6f5e9769550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:09:37.848476 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (34e8346f-74e7-4899-9be1-8eb205bd4d06), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:37.933789 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] For port 34e8346f-74e7-4899-9be1-8eb205bd4d06, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:09:37.938075 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] For port 34e8346f-74e7-4899-9be1-8eb205bd4d06, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=34e8346f-74e7-4899-9be1-8eb205bd4d06,segment=NetworkSegment(1812e3f8-a6c4-41da-9544-d6f5e9769550),segment_id=1812e3f8-a6c4-41da-9544-d6f5e9769550)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:09:37.946923 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (34e8346f-74e7-4899-9be1-8eb205bd4d06), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:37.992671 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:37.993288 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:37.994670 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-b3014d87-323b-4164-804e-1af72f36489e service neutron] 10.222.0.49 "PUT /v2.0/ports/34e8346f-74e7-4899-9be1-8eb205bd4d06 HTTP/1.1" status: 200 len: 1094 time: 0.9167423 Jan 11 13:09:37.995104 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6d9b57-1800-43ca-9098-c17967b2381e', 'tag': '34e8346f-74e7-4899-9be1-8eb205bd4d06'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:09:37.997381 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b867d9-5b8e-4560-9c5d-e9c56ad0e629" -d '{"events": [{"name": "network-changed", "server_uuid": "df6d9b57-1800-43ca-9098-c17967b2381e", "tag": "34e8346f-74e7-4899-9be1-8eb205bd4d06"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:09:38.023177 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3014d87-323b-4164-804e-1af72f36489e service neutron] Pushing event updated for resources: {'Port': ['ID=34e8346f-74e7-4899-9be1-8eb205bd4d06,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:38.056910 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fe497a-8660-46a5-8d00-9a1525d18331 x-openstack-request-id: req-c4fe497a-8660-46a5-8d00-9a1525d18331 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:09:38.057432 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6d9b57-1800-43ca-9098-c17967b2381e", "tag": "34e8346f-74e7-4899-9be1-8eb205bd4d06", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:09:38.057859 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c4fe497a-8660-46a5-8d00-9a1525d18331 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:09:38.058894 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6d9b57-1800-43ca-9098-c17967b2381e', 'tag': '34e8346f-74e7-4899-9be1-8eb205bd4d06', 'status': 'completed', 'code': 200} Jan 11 13:09:38.094831 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-bf83b9f0-5112-48a0-9364-386f1c975486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:38.097285 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-bf83b9f0-5112-48a0-9364-386f1c975486 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=113d1e417bf14c39bd36a320b3ab4afe&device_id=df6d9b57-1800-43ca-9098-c17967b2381e HTTP/1.1" status: 200 len: 1097 time: 0.0528986 Jan 11 13:09:38.155911 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-248914fa-1d22-4e9a-8ba0-4367a5071de3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34e8346f-74e7-4899-9be1-8eb205bd4d06 HTTP/1.1" status: 200 len: 217 time: 0.0483215 Jan 11 13:09:38.208779 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-0dc17951-cc75-4ad8-9c5b-00d8588c8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:38.210594 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-0dc17951-cc75-4ad8-9c5b-00d8588c8aa9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=10ef299a-83a2-41fb-9ca3-b3bcba99dba6 HTTP/1.1" status: 200 len: 848 time: 0.0457470 Jan 11 13:09:38.252962 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-ea562ea1-d465-4ee7-8aa5-bec8a97d8984 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356185 Jan 11 13:09:38.368957 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c015d-02c7-4c39-a30d-223d2005090a req-1514cfce-0544-4cc7-9918-3901e6b5cebe tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:38.370458 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3b2c015d-02c7-4c39-a30d-223d2005090a req-1514cfce-0544-4cc7-9918-3901e6b5cebe tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 944 time: 0.0582685 Jan 11 13:09:38.387762 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-7184c310-09d8-4a97-aaec-0acc131d64a0 service neutron] 10.222.0.49 "GET /v2.0/networks/d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270216 Jan 11 13:09:38.423288 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3b2c015d-02c7-4c39-a30d-223d2005090a req-8b69ce17-725f-4aea-8e5c-837b0dc129c4 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452490 Jan 11 13:09:38.488091 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f1ad2728-e6ec-4c2b-b0d1-5606b5d8cc03 req-cb6ae90e-74c3-441b-b103-b92897255164 service neutron] 10.222.0.49 "GET /v2.0/networks/d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881171 Jan 11 13:09:38.600533 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b867d9-5b8e-4560-9c5d-e9c56ad0e629 req-5de8fc1d-6655-4637-b8f2-b383479a1644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:38.600533 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-83b867d9-5b8e-4560-9c5d-e9c56ad0e629 req-5de8fc1d-6655-4637-b8f2-b383479a1644 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=113d1e417bf14c39bd36a320b3ab4afe&device_id=df6d9b57-1800-43ca-9098-c17967b2381e HTTP/1.1" status: 200 len: 1097 time: 0.0444965 Jan 11 13:09:38.632252 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85612a49-0592-4c33-9af1-723c6b5c3a5d req-41bb09b6-08cd-4185-a25a-99ffe77f21c6 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:38.633784 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-85612a49-0592-4c33-9af1-723c6b5c3a5d req-41bb09b6-08cd-4185-a25a-99ffe77f21c6 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0566978 Jan 11 13:09:38.682266 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-85612a49-0592-4c33-9af1-723c6b5c3a5d req-16570e7d-0fd7-4c6b-847c-1a61d515e1ad tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430887 Jan 11 13:09:38.721442 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b867d9-5b8e-4560-9c5d-e9c56ad0e629 req-3d4796e7-024f-43c0-a7bb-899bf9294333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:38.723154 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-83b867d9-5b8e-4560-9c5d-e9c56ad0e629 req-3d4796e7-024f-43c0-a7bb-899bf9294333 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 HTTP/1.1" status: 200 len: 909 time: 0.1138060 Jan 11 13:09:38.745510 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device aac04267-6c57-452d-b965-5dbeff8de4dc up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:09:38.768173 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-83b867d9-5b8e-4560-9c5d-e9c56ad0e629 req-9500e1e8-03dd-4bbb-9219-5b8cad4a7761 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34e8346f-74e7-4899-9be1-8eb205bd4d06 HTTP/1.1" status: 200 len: 217 time: 0.0363326 Jan 11 13:09:38.768326 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d04af-bf4b-49fb-9984-0d51c364480b req-d9299ae4-2947-46ce-88f0-6b5c152c65a9 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:38.769678 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1d9d04af-bf4b-49fb-9984-0d51c364480b req-d9299ae4-2947-46ce-88f0-6b5c152c65a9 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=df6d9b57-1800-43ca-9098-c17967b2381e HTTP/1.1" status: 200 len: 944 time: 0.0559428 Jan 11 13:09:38.802288 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port aac04267-6c57-452d-b965-5dbeff8de4dc completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:09:38.807427 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port aac04267-6c57-452d-b965-5dbeff8de4dc triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:09:38.812814 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (aac04267-6c57-452d-b965-5dbeff8de4dc), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:38.854603 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1d9d04af-bf4b-49fb-9984-0d51c364480b req-8bf5803b-0eb5-47fe-b607-4c4e9144cd0e tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774443 Jan 11 13:09:38.865666 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b867d9-5b8e-4560-9c5d-e9c56ad0e629 req-d0f77cd0-674f-49ff-b550-b944fdbf437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:38.867497 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-83b867d9-5b8e-4560-9c5d-e9c56ad0e629 req-d0f77cd0-674f-49ff-b550-b944fdbf437b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=10ef299a-83a2-41fb-9ca3-b3bcba99dba6 HTTP/1.1" status: 200 len: 848 time: 0.0848458 Jan 11 13:09:38.901655 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-83b867d9-5b8e-4560-9c5d-e9c56ad0e629 req-6ded1d08-4cad-4bcc-851b-278d65ffd969 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237904 Jan 11 13:09:38.913408 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port aac04267-6c57-452d-b965-5dbeff8de4dc is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:09:38.913796 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (aac04267-6c57-452d-b965-5dbeff8de4dc), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:38.936741 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59de98e8-af80-4925-975e-41a6f8ab8c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac04267-6c57-452d-b965-5dbeff8de4dc'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:09:38.939150 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a49128-4a7d-4fca-8b01-459ecc3117ff" -d '{"events": [{"server_uuid": "59de98e8-af80-4925-975e-41a6f8ab8c4e", "name": "network-vif-plugged", "status": "completed", "tag": "aac04267-6c57-452d-b965-5dbeff8de4dc"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:09:38.951309 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port aac04267-6c57-452d-b965-5dbeff8de4dc, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=aac04267-6c57-452d-b965-5dbeff8de4dc,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:09:38.956951 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (aac04267-6c57-452d-b965-5dbeff8de4dc), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:38.982478 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec1f9cd-27d9-4f8e-bd95-4c3ecdf50903 x-openstack-request-id: req-6ec1f9cd-27d9-4f8e-bd95-4c3ecdf50903 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:09:38.982766 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59de98e8-af80-4925-975e-41a6f8ab8c4e", "name": "network-vif-plugged", "status": "completed", "tag": "aac04267-6c57-452d-b965-5dbeff8de4dc", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:09:38.983278 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ec1f9cd-27d9-4f8e-bd95-4c3ecdf50903 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:09:38.983667 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59de98e8-af80-4925-975e-41a6f8ab8c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac04267-6c57-452d-b965-5dbeff8de4dc', 'code': 200} Jan 11 13:09:39.002039 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-83b867d9-5b8e-4560-9c5d-e9c56ad0e629 req-eac81bdd-4b5a-42e1-bf6e-981cd728ffb0 service neutron] 10.222.0.49 "GET /v2.0/networks/d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909317 Jan 11 13:09:39.008465 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=aac04267-6c57-452d-b965-5dbeff8de4dc,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:39.106610 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-83b867d9-5b8e-4560-9c5d-e9c56ad0e629 req-b79b493f-cc09-4011-a981-53af8a69d9e1 service neutron] 10.222.0.49 "GET /v2.0/networks/d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940669 Jan 11 13:09:39.163856 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46d336-6482-4130-a32b-f9ad905040ae req-94c0988a-eac1-4d2b-b1ba-da69719b51d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:39.165407 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-fc46d336-6482-4130-a32b-f9ad905040ae req-94c0988a-eac1-4d2b-b1ba-da69719b51d1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 1098 time: 0.0407832 Jan 11 13:09:39.209991 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-fc46d336-6482-4130-a32b-f9ad905040ae req-076feca4-cbf3-40cb-9f96-18cda294483a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373313 Jan 11 13:09:39.546380 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6b678-9788-4c29-8170-cfb34521f85d req-1de7c492-5780-4abe-b3c8-9068156f1d1b tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:39.547842 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-aac6b678-9788-4c29-8170-cfb34521f85d req-1de7c492-5780-4abe-b3c8-9068156f1d1b tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 945 time: 0.0480232 Jan 11 13:09:39.595535 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-aac6b678-9788-4c29-8170-cfb34521f85d req-54b7075d-4e14-4737-859a-59d17273bd39 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412991 Jan 11 13:09:39.799026 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9419e17-0719-4f4a-97db-9e0ed7234845 req-1f1ff131-8962-4548-b43a-fef80a869df8 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:39.800556 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d9419e17-0719-4f4a-97db-9e0ed7234845 req-1f1ff131-8962-4548-b43a-fef80a869df8 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0483420 Jan 11 13:09:39.851923 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d9419e17-0719-4f4a-97db-9e0ed7234845 req-ba5811ba-9314-4945-b066-e1662cec0337 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457313 Jan 11 13:09:39.957737 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2b948-5c9d-4af3-b008-ed6ab66bb918 req-78fd0cb9-7038-4096-a720-5d4b87ef712f tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:39.959248 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-64b2b948-5c9d-4af3-b008-ed6ab66bb918 req-78fd0cb9-7038-4096-a720-5d4b87ef712f tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=df6d9b57-1800-43ca-9098-c17967b2381e HTTP/1.1" status: 200 len: 944 time: 0.0495236 Jan 11 13:09:40.019410 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-64b2b948-5c9d-4af3-b008-ed6ab66bb918 req-3847dfb9-5e19-4b4e-992b-76b7f7cbd0a5 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543106 Jan 11 13:09:40.189119 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29157b-8b09-4b35-a73c-c307f93f2982 req-adc677ba-2db1-47a2-a25c-692816f745a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:40.190818 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-fc29157b-8b09-4b35-a73c-c307f93f2982 req-adc677ba-2db1-47a2-a25c-692816f745a8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 1098 time: 0.0461721 Jan 11 13:09:40.241125 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-fc29157b-8b09-4b35-a73c-c307f93f2982 req-c21a0988-9162-47a7-baea-dddc750b1252 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387034 Jan 11 13:09:40.707834 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88add3-2b50-44a1-a580-6933475b0583 req-5c66ecd2-738f-4055-9ab2-9e22068a228f tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:40.709349 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5f88add3-2b50-44a1-a580-6933475b0583 req-5c66ecd2-738f-4055-9ab2-9e22068a228f tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 945 time: 0.0472016 Jan 11 13:09:40.758887 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5f88add3-2b50-44a1-a580-6933475b0583 req-2574c636-cc44-4b55-80da-9692181ba677 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431273 Jan 11 13:09:40.971540 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769b9ff-3289-4291-8a1a-9f7c28373a3d req-66860b9f-c03f-43eb-a9a5-663f90eb4c61 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:40.973070 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e769b9ff-3289-4291-8a1a-9f7c28373a3d req-66860b9f-c03f-43eb-a9a5-663f90eb4c61 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0520678 Jan 11 13:09:41.019309 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e769b9ff-3289-4291-8a1a-9f7c28373a3d req-73256839-5a28-4084-ba57-882c8c104e7e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Jan 11 13:09:41.127633 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a3658-25fb-4ab1-a058-e2e9bc0e7779 req-49dd375c-c978-42b0-9d4f-af0820b7abb3 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:41.129167 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8a5a3658-25fb-4ab1-a058-e2e9bc0e7779 req-49dd375c-c978-42b0-9d4f-af0820b7abb3 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=df6d9b57-1800-43ca-9098-c17967b2381e HTTP/1.1" status: 200 len: 944 time: 0.0484314 Jan 11 13:09:41.175697 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8a5a3658-25fb-4ab1-a058-e2e9bc0e7779 req-b790d2a1-31ce-4783-b4a8-1fde9de3dac4 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407236 Jan 11 13:09:41.896050 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 51968) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:41.898951 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c04be-7231-47b8-b9e1-f89277b5c3e9 req-c84ad8d1-c164-49e4-92fa-637d4d03fd88 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:41.900443 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f82c04be-7231-47b8-b9e1-f89277b5c3e9 req-c84ad8d1-c164-49e4-92fa-637d4d03fd88 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 945 time: 0.0578697 Jan 11 13:09:41.948257 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f82c04be-7231-47b8-b9e1-f89277b5c3e9 req-62a44cae-bca2-422b-91d2-387f1e95704d tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Jan 11 13:09:42.002992 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7cc457a2-16d9-4210-8520-918fa43e2e02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:42.100698 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7cc457a2-16d9-4210-8520-918fa43e2e02 admin admin] Publish callbacks [] for security_group (8c3aed12-e5ec-40d5-935a-78aa57af8f9e), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:42.104786 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7cc457a2-16d9-4210-8520-918fa43e2e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (8c3aed12-e5ec-40d5-935a-78aa57af8f9e), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:42.143146 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bac08c-e658-4203-a0b0-e5318febf0fb req-2f5ecc86-8c98-4365-9e10-28130bb36a2e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:42.144610 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-33bac08c-e658-4203-a0b0-e5318febf0fb req-2f5ecc86-8c98-4365-9e10-28130bb36a2e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0553601 Jan 11 13:09:42.153977 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-7cc457a2-16d9-4210-8520-918fa43e2e02 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a9f723d5cd34460866d210e7eaadd53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562869 Jan 11 13:09:42.155348 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc457a2-16d9-4210-8520-918fa43e2e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3aed12-e5ec-40d5-935a-78aa57af8f9e,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:42.158568 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 51978) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:42.202492 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-33bac08c-e658-4203-a0b0-e5318febf0fb req-f219560a-3737-44b2-8aae-8d5903eab754 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499551 Jan 11 13:09:42.235735 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a4569487-9a0d-426d-b55a-21066f353485 admin admin] Publish callbacks [] for security_group (8c3aed12-e5ec-40d5-935a-78aa57af8f9e), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:42.268715 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a4569487-9a0d-426d-b55a-21066f353485 admin admin] Publish callbacks [] for security_group (8c3aed12-e5ec-40d5-935a-78aa57af8f9e), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:42.311466 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd0fcd-ae98-4437-a481-956c3f0f686e req-06b14d62-533e-4b18-94b2-7613c62940d1 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:42.313124 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1cfd0fcd-ae98-4437-a481-956c3f0f686e req-06b14d62-533e-4b18-94b2-7613c62940d1 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=df6d9b57-1800-43ca-9098-c17967b2381e HTTP/1.1" status: 200 len: 944 time: 0.0574710 Jan 11 13:09:42.342402 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a4569487-9a0d-426d-b55a-21066f353485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (8c3aed12-e5ec-40d5-935a-78aa57af8f9e), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:42.344970 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a4569487-9a0d-426d-b55a-21066f353485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:42.346122 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-a4569487-9a0d-426d-b55a-21066f353485 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c3aed12-e5ec-40d5-935a-78aa57af8f9e HTTP/1.1" status: 204 len: 168 time: 0.1863756 Jan 11 13:09:42.354171 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4569487-9a0d-426d-b55a-21066f353485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3aed12-e5ec-40d5-935a-78aa57af8f9e,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:42.424063 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1cfd0fcd-ae98-4437-a481-956c3f0f686e req-ef395f34-8eab-4be7-bb77-297ccb51d57f tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954587 Jan 11 13:09:42.445453 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4abd44-db87-4379-ad36-3afdd4155f08 req-da2f81d3-bfb3-41f6-9bde-783a8b97e369 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:42.446931 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1a4abd44-db87-4379-ad36-3afdd4155f08 req-da2f81d3-bfb3-41f6-9bde-783a8b97e369 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0675588 Jan 11 13:09:42.497279 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1a4abd44-db87-4379-ad36-3afdd4155f08 req-3c236861-978f-483e-a27e-2f6b0f6711f3 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442262 Jan 11 13:09:42.758245 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 34e8346f-74e7-4899-9be1-8eb205bd4d06 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:09:42.853819 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 52008) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:42.871651 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 34e8346f-74e7-4899-9be1-8eb205bd4d06, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=34e8346f-74e7-4899-9be1-8eb205bd4d06,segment=NetworkSegment(1812e3f8-a6c4-41da-9544-d6f5e9769550),segment_id=1812e3f8-a6c4-41da-9544-d6f5e9769550)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:09:42.883343 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': '34e8346f-74e7-4899-9be1-8eb205bd4d06', 'network_id': 'd76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9', 'port_id': '34e8346f-74e7-4899-9be1-8eb205bd4d06', 'mac_address': 'fa:16:3e:a9:c2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ef299a-83a2-41fb-9ca3-b3bcba99dba6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:09:42.920983 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 34e8346f-74e7-4899-9be1-8eb205bd4d06 is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:09:42.921788 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (34e8346f-74e7-4899-9be1-8eb205bd4d06), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:42.935076 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e8346f-74e7-4899-9be1-8eb205bd4d06 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:09:42.958539 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 34e8346f-74e7-4899-9be1-8eb205bd4d06, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=34e8346f-74e7-4899-9be1-8eb205bd4d06,segment=NetworkSegment(1812e3f8-a6c4-41da-9544-d6f5e9769550),segment_id=1812e3f8-a6c4-41da-9544-d6f5e9769550)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:09:42.961540 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13bd7232-ccb8-4994-8969-f7280056affe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:42.962440 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (34e8346f-74e7-4899-9be1-8eb205bd4d06), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:43.010040 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=34e8346f-74e7-4899-9be1-8eb205bd4d06,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:43.036389 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13bd7232-ccb8-4994-8969-f7280056affe admin admin] Publish callbacks [] for security_group (bb716d07-0abc-413d-88e5-ab9e3e189b92), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:43.039733 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13bd7232-ccb8-4994-8969-f7280056affe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (bb716d07-0abc-413d-88e5-ab9e3e189b92), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:43.077417 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-13bd7232-ccb8-4994-8969-f7280056affe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f0394128ace545a2a01d2546754b92ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225478 Jan 11 13:09:43.078321 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd7232-ccb8-4994-8969-f7280056affe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb716d07-0abc-413d-88e5-ab9e3e189b92,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:43.080106 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 52012) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:43.128406 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cf56c81d-047d-412a-8b94-7e009e19b1ae admin admin] Publish callbacks [] for security_group (bb716d07-0abc-413d-88e5-ab9e3e189b92), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:43.148938 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cf56c81d-047d-412a-8b94-7e009e19b1ae admin admin] Publish callbacks [] for security_group (bb716d07-0abc-413d-88e5-ab9e3e189b92), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:43.197165 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cf56c81d-047d-412a-8b94-7e009e19b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (bb716d07-0abc-413d-88e5-ab9e3e189b92), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:43.199527 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cf56c81d-047d-412a-8b94-7e009e19b1ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:43.200682 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-cf56c81d-047d-412a-8b94-7e009e19b1ae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bb716d07-0abc-413d-88e5-ab9e3e189b92 HTTP/1.1" status: 204 len: 168 time: 0.1183944 Jan 11 13:09:43.207897 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56c81d-047d-412a-8b94-7e009e19b1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb716d07-0abc-413d-88e5-ab9e3e189b92,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:43.346538 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['34e8346f-74e7-4899-9be1-8eb205bd4d06'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:09:43.475109 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 52030) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:43.497180 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2bcf6413-4297-4c16-8e1b-f7ee018a1814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:43.571571 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90424a9c-870c-4699-a954-7600b0b6218b req-9850565e-e5f4-4111-a28d-e42abd56228c tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:43.573230 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-90424a9c-870c-4699-a954-7600b0b6218b req-9850565e-e5f4-4111-a28d-e42abd56228c tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=df6d9b57-1800-43ca-9098-c17967b2381e HTTP/1.1" status: 200 len: 945 time: 0.0631690 Jan 11 13:09:43.581293 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2bcf6413-4297-4c16-8e1b-f7ee018a1814 admin admin] Publish callbacks [] for security_group (32a18fe1-e539-4c69-b90d-ad3977c2a7f1), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:43.585971 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2bcf6413-4297-4c16-8e1b-f7ee018a1814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (32a18fe1-e539-4c69-b90d-ad3977c2a7f1), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:43.626604 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-2bcf6413-4297-4c16-8e1b-f7ee018a1814 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a55d22a13f5a4e91a1abba5965bfae48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499143 Jan 11 13:09:43.627472 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf6413-4297-4c16-8e1b-f7ee018a1814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a18fe1-e539-4c69-b90d-ad3977c2a7f1,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:43.629935 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 52036) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:43.640958 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-90424a9c-870c-4699-a954-7600b0b6218b req-93c48aba-a68b-4f0a-b005-87f9f228fec6 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604126 Jan 11 13:09:43.697411 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f66cca0-e170-4792-96ce-0bd464a9e61b admin admin] Publish callbacks [] for security_group (32a18fe1-e539-4c69-b90d-ad3977c2a7f1), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:43.718406 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f66cca0-e170-4792-96ce-0bd464a9e61b admin admin] Publish callbacks [] for security_group (32a18fe1-e539-4c69-b90d-ad3977c2a7f1), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:43.763345 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f66cca0-e170-4792-96ce-0bd464a9e61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (32a18fe1-e539-4c69-b90d-ad3977c2a7f1), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:43.766047 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f66cca0-e170-4792-96ce-0bd464a9e61b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:43.767188 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-6f66cca0-e170-4792-96ce-0bd464a9e61b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32a18fe1-e539-4c69-b90d-ad3977c2a7f1 HTTP/1.1" status: 204 len: 168 time: 0.1362755 Jan 11 13:09:43.775610 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66cca0-e170-4792-96ce-0bd464a9e61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a18fe1-e539-4c69-b90d-ad3977c2a7f1,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:44.097531 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 52050) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:44.119409 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3c8c0f6b-be43-4e21-b683-3f990eebe8cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:44.136104 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042cf45-96ba-4d9e-8967-ca470bbdac5d req-591dfb1f-0e2a-46ee-91e3-1ddf1ce82b79 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:44.138921 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8042cf45-96ba-4d9e-8967-ca470bbdac5d req-591dfb1f-0e2a-46ee-91e3-1ddf1ce82b79 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0569487 Jan 11 13:09:44.186792 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b18854-e3be-43cb-868d-3215fc3806e8 req-906c02f2-97b2-4fec-8a83-04c5bc0869ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:44.188011 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8042cf45-96ba-4d9e-8967-ca470bbdac5d req-cc10eefb-d33c-441a-857f-412ebaf617f8 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433898 Jan 11 13:09:44.188331 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d3b18854-e3be-43cb-868d-3215fc3806e8 req-906c02f2-97b2-4fec-8a83-04c5bc0869ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e926aa46b418404383da145fb0cb13b2&device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 1098 time: 0.0775654 Jan 11 13:09:44.272664 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3c8c0f6b-be43-4e21-b683-3f990eebe8cb admin admin] Publish callbacks [] for security_group (f618da03-49d2-4900-aba5-387c8090c028), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:44.277559 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3c8c0f6b-be43-4e21-b683-3f990eebe8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (f618da03-49d2-4900-aba5-387c8090c028), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:44.327539 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c0f6b-be43-4e21-b683-3f990eebe8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f618da03-49d2-4900-aba5-387c8090c028,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:44.332514 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-3c8c0f6b-be43-4e21-b683-3f990eebe8cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d58ea807d11b4d1db6a0c17b619057d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338495 Jan 11 13:09:44.335184 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 52054) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:09:44.343035 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b18854-e3be-43cb-868d-3215fc3806e8 req-73a9a2c3-fcd8-4f38-b33d-597cd8f6ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:44.344495 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d3b18854-e3be-43cb-868d-3215fc3806e8 req-73a9a2c3-fcd8-4f38-b33d-597cd8f6ef79 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd206a4-d95e-47f8-a04e-91f4a01a6374 HTTP/1.1" status: 200 len: 920 time: 0.1434932 Jan 11 13:09:44.383773 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c2b2b83e-1fb8-456d-bbe2-af2d368b566f admin admin] Publish callbacks [] for security_group (f618da03-49d2-4900-aba5-387c8090c028), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:44.394492 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d3b18854-e3be-43cb-868d-3215fc3806e8 req-1ca33160-d9c1-46a4-a2be-df284279073b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 HTTP/1.1" status: 200 len: 217 time: 0.0341890 Jan 11 13:09:44.404897 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c2b2b83e-1fb8-456d-bbe2-af2d368b566f admin admin] Publish callbacks [] for security_group (f618da03-49d2-4900-aba5-387c8090c028), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:44.456709 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c2b2b83e-1fb8-456d-bbe2-af2d368b566f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (f618da03-49d2-4900-aba5-387c8090c028), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:44.459523 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c2b2b83e-1fb8-456d-bbe2-af2d368b566f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:44.472671 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-c2b2b83e-1fb8-456d-bbe2-af2d368b566f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f618da03-49d2-4900-aba5-387c8090c028 HTTP/1.1" status: 204 len: 168 time: 0.1289155 Jan 11 13:09:44.487673 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2b83e-1fb8-456d-bbe2-af2d368b566f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f618da03-49d2-4900-aba5-387c8090c028,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:44.643378 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b18854-e3be-43cb-868d-3215fc3806e8 req-4d312f77-8b65-4715-a303-054897b12ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:44.644908 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d3b18854-e3be-43cb-868d-3215fc3806e8 req-4d312f77-8b65-4715-a303-054897b12ad9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a3af950-4033-4372-9fdc-0bf30a030e8b HTTP/1.1" status: 200 len: 859 time: 0.2395551 Jan 11 13:09:44.680405 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d3b18854-e3be-43cb-868d-3215fc3806e8 req-cd8a3b43-dbb0-4d37-ac92-fcbe259db0a4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd206a4-d95e-47f8-a04e-91f4a01a6374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282032 Jan 11 13:09:44.755002 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 34e8346f-74e7-4899-9be1-8eb205bd4d06 up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:09:44.784829 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c709d0d-00e3-4cef-a350-b42ebe7508ff req-e28736aa-f024-40da-b2b7-235c1f331363 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:44.792556 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3c709d0d-00e3-4cef-a350-b42ebe7508ff req-e28736aa-f024-40da-b2b7-235c1f331363 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=df6d9b57-1800-43ca-9098-c17967b2381e HTTP/1.1" status: 200 len: 945 time: 0.0829165 Jan 11 13:09:44.804178 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d3b18854-e3be-43cb-868d-3215fc3806e8 req-3f78178f-cdd8-4bf4-a4bd-b408df71620d service neutron] 10.222.0.49 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068621 Jan 11 13:09:44.818864 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port 34e8346f-74e7-4899-9be1-8eb205bd4d06 completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:09:44.824398 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port 34e8346f-74e7-4899-9be1-8eb205bd4d06 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:09:44.825715 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (34e8346f-74e7-4899-9be1-8eb205bd4d06), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:44.844666 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3c709d0d-00e3-4cef-a350-b42ebe7508ff req-185be49f-2d8d-40be-8a17-e56cf2fa0106 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511785 Jan 11 13:09:44.899977 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d3b18854-e3be-43cb-868d-3215fc3806e8 req-e39a6ff5-b292-4343-9a22-99aeca91f977 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878677 Jan 11 13:09:44.909202 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 34e8346f-74e7-4899-9be1-8eb205bd4d06 is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:09:44.909916 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (34e8346f-74e7-4899-9be1-8eb205bd4d06), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:44.935437 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6d9b57-1800-43ca-9098-c17967b2381e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e8346f-74e7-4899-9be1-8eb205bd4d06'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:09:44.938023 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97ddd22-dcec-4bc6-807c-fd8d4b90f616" -d '{"events": [{"server_uuid": "df6d9b57-1800-43ca-9098-c17967b2381e", "name": "network-vif-plugged", "status": "completed", "tag": "34e8346f-74e7-4899-9be1-8eb205bd4d06"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:09:44.949867 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 34e8346f-74e7-4899-9be1-8eb205bd4d06, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=34e8346f-74e7-4899-9be1-8eb205bd4d06,segment=NetworkSegment(1812e3f8-a6c4-41da-9544-d6f5e9769550),segment_id=1812e3f8-a6c4-41da-9544-d6f5e9769550)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:09:44.954506 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (34e8346f-74e7-4899-9be1-8eb205bd4d06), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:44.978367 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ffaee0-8703-4030-876e-4af4e18b54c2 x-openstack-request-id: req-d9ffaee0-8703-4030-876e-4af4e18b54c2 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:09:44.978681 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6d9b57-1800-43ca-9098-c17967b2381e", "name": "network-vif-plugged", "status": "completed", "tag": "34e8346f-74e7-4899-9be1-8eb205bd4d06", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:09:44.978937 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9ffaee0-8703-4030-876e-4af4e18b54c2 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:09:44.979328 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6d9b57-1800-43ca-9098-c17967b2381e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e8346f-74e7-4899-9be1-8eb205bd4d06', 'code': 200} Jan 11 13:09:45.006817 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=34e8346f-74e7-4899-9be1-8eb205bd4d06,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:45.176976 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a24db-e575-4f79-a617-2bd860a55d67 req-d87dfdab-e977-4e7b-a73f-0a203aa3f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:45.178435 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6d1a24db-e575-4f79-a617-2bd860a55d67 req-d87dfdab-e977-4e7b-a73f-0a203aa3f8d5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=df6d9b57-1800-43ca-9098-c17967b2381e HTTP/1.1" status: 200 len: 1099 time: 0.0394328 Jan 11 13:09:45.225311 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6d1a24db-e575-4f79-a617-2bd860a55d67 req-32d60d6a-0055-4e3a-8b1e-30b8a9ff3cfe service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404377 Jan 11 13:09:45.299524 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1ebaa-9208-4c74-97cb-93816f7b1d7c req-29b7d5b5-7018-45be-bf26-ed13a6972987 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:45.301030 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2ed1ebaa-9208-4c74-97cb-93816f7b1d7c req-29b7d5b5-7018-45be-bf26-ed13a6972987 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0481467 Jan 11 13:09:45.347129 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2ed1ebaa-9208-4c74-97cb-93816f7b1d7c req-4d4e5361-b10a-45e0-8eea-3db8f512e89b tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406187 Jan 11 13:09:45.964337 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517e5d8-1687-4c74-a350-63aaf1e11946 req-a1249695-9d4a-4db7-8be5-d96816fb4fae tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:45.965909 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0517e5d8-1687-4c74-a350-63aaf1e11946 req-a1249695-9d4a-4db7-8be5-d96816fb4fae tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=df6d9b57-1800-43ca-9098-c17967b2381e HTTP/1.1" status: 200 len: 946 time: 0.0508912 Jan 11 13:09:46.011157 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0517e5d8-1687-4c74-a350-63aaf1e11946 req-62545673-53d3-45e8-8a38-ad84d5e9dc6e tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400572 Jan 11 13:09:46.459073 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea49fa-80ef-4527-8631-194ad2096c8a req-f93efe90-a712-4492-bbb3-68324af7fa2d tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:46.460547 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-42ea49fa-80ef-4527-8631-194ad2096c8a req-f93efe90-a712-4492-bbb3-68324af7fa2d tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0469661 Jan 11 13:09:46.506558 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-42ea49fa-80ef-4527-8631-194ad2096c8a req-3579a488-e022-4321-a28a-540581d7758f tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Jan 11 13:09:47.126822 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5932561-de4f-4229-8038-2a46d980148e req-3c9500cd-49e9-4808-a06c-078807b8db14 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:47.128322 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c5932561-de4f-4229-8038-2a46d980148e req-3c9500cd-49e9-4808-a06c-078807b8db14 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=df6d9b57-1800-43ca-9098-c17967b2381e HTTP/1.1" status: 200 len: 946 time: 0.0512977 Jan 11 13:09:47.173394 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c5932561-de4f-4229-8038-2a46d980148e req-88d8825d-3ce6-4817-bb1d-1c14b72b47db tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396545 Jan 11 13:09:47.621785 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c417ca-e335-49e9-9d68-3951b239466e req-83cd5677-c7d8-40e5-a4e3-bd23a65c72a1 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:47.623289 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-80c417ca-e335-49e9-9d68-3951b239466e req-83cd5677-c7d8-40e5-a4e3-bd23a65c72a1 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0485177 Jan 11 13:09:47.669705 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-80c417ca-e335-49e9-9d68-3951b239466e req-ef387239-3221-4fb6-ae59-170635581aaa tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407465 Jan 11 13:09:47.832950 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da58ad5-42c5-4905-9897-fabc449e87d8 req-f885e008-e953-48d9-96c7-b837ced2e902 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:47.834431 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8da58ad5-42c5-4905-9897-fabc449e87d8 req-f885e008-e953-48d9-96c7-b837ced2e902 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=df6d9b57-1800-43ca-9098-c17967b2381e HTTP/1.1" status: 200 len: 946 time: 0.0480530 Jan 11 13:09:47.886533 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8da58ad5-42c5-4905-9897-fabc449e87d8 req-a33a5cfd-123b-4cbb-9ce3-bd14ab60decc tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466561 Jan 11 13:09:48.783589 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13d935-422a-456a-a24a-c5b1548ee5b7 req-b43eae30-26f5-4a8e-a5c9-294cb1758f53 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:48.785061 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-eb13d935-422a-456a-a24a-c5b1548ee5b7 req-b43eae30-26f5-4a8e-a5c9-294cb1758f53 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0481465 Jan 11 13:09:48.829768 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-eb13d935-422a-456a-a24a-c5b1548ee5b7 req-cb4500a1-4ce9-4c59-a933-6994a86c74fa tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393343 Jan 11 13:09:48.998270 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ec3d1-c74f-4efa-90d3-6cbc1b9779b0 req-87c8e464-a155-4893-b06c-58f4fae9421e tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:48.999745 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9a6ec3d1-c74f-4efa-90d3-6cbc1b9779b0 req-87c8e464-a155-4893-b06c-58f4fae9421e tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=df6d9b57-1800-43ca-9098-c17967b2381e HTTP/1.1" status: 200 len: 946 time: 0.0479589 Jan 11 13:09:49.045444 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9a6ec3d1-c74f-4efa-90d3-6cbc1b9779b0 req-8810c8b2-b5a6-4555-bffb-d4fda798fc7d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401728 Jan 11 13:09:49.894013 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdebfe-99cb-409a-980e-c329b7bff81f req-4472811a-b431-4eb9-95fb-7bb83b4cce0a tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:49.895499 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8bcdebfe-99cb-409a-980e-c329b7bff81f req-4472811a-b431-4eb9-95fb-7bb83b4cce0a tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.49 "GET /v2.0/ports?device_id=df6d9b57-1800-43ca-9098-c17967b2381e HTTP/1.1" status: 200 len: 946 time: 0.0494869 Jan 11 13:09:49.954984 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246fbd1-fc64-4bb3-9a92-41dbea2cd9a6 req-d7e546ab-5633-4ea6-b72c-7d8dc8a403cc tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:49.956888 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9246fbd1-fc64-4bb3-9a92-41dbea2cd9a6 req-d7e546ab-5633-4ea6-b72c-7d8dc8a403cc tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0606232 Jan 11 13:09:49.999427 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-8bcdebfe-99cb-409a-980e-c329b7bff81f req-0fad8701-7354-4b3f-a76d-c27ff9c44329 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Deleting port 34e8346f-74e7-4899-9be1-8eb205bd4d06 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:09:49.999787 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-8bcdebfe-99cb-409a-980e-c329b7bff81f req-0fad8701-7354-4b3f-a76d-c27ff9c44329 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (34e8346f-74e7-4899-9be1-8eb205bd4d06), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:50.014371 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9246fbd1-fc64-4bb3-9a92-41dbea2cd9a6 req-040ca78f-d317-418c-9d39-337a5f923e6a tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490816 Jan 11 13:09:50.093447 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-8bcdebfe-99cb-409a-980e-c329b7bff81f req-0fad8701-7354-4b3f-a76d-c27ff9c44329 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] For port 34e8346f-74e7-4899-9be1-8eb205bd4d06, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=34e8346f-74e7-4899-9be1-8eb205bd4d06,segment=NetworkSegment(1812e3f8-a6c4-41da-9544-d6f5e9769550),segment_id=1812e3f8-a6c4-41da-9544-d6f5e9769550)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:09:50.093815 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-8bcdebfe-99cb-409a-980e-c329b7bff81f req-0fad8701-7354-4b3f-a76d-c27ff9c44329 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (34e8346f-74e7-4899-9be1-8eb205bd4d06), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:50.108347 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-8bcdebfe-99cb-409a-980e-c329b7bff81f req-0fad8701-7354-4b3f-a76d-c27ff9c44329 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Calling delete_port for 34e8346f-74e7-4899-9be1-8eb205bd4d06 owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:09:50.161902 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba64aa8-7c5a-4b4d-a605-efb394a5f7af req-adc3fe27-6b44-4d06-8ad5-ca8d53c1e986 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:50.163454 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3ba64aa8-7c5a-4b4d-a605-efb394a5f7af req-adc3fe27-6b44-4d06-8ad5-ca8d53c1e986 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=df6d9b57-1800-43ca-9098-c17967b2381e HTTP/1.1" status: 200 len: 946 time: 0.0494099 Jan 11 13:09:50.212556 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3ba64aa8-7c5a-4b4d-a605-efb394a5f7af req-d44f3420-80c4-4d31-b072-194577c76c7a tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436015 Jan 11 13:09:50.247198 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-8bcdebfe-99cb-409a-980e-c329b7bff81f req-0fad8701-7354-4b3f-a76d-c27ff9c44329 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871'] for port (34e8346f-74e7-4899-9be1-8eb205bd4d06), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:50.266402 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['34e8346f-74e7-4899-9be1-8eb205bd4d06'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:09:50.277442 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad8701-7354-4b3f-a76d-c27ff9c44329 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Pushing event deleted for resources: {'Port': ['ID=34e8346f-74e7-4899-9be1-8eb205bd4d06,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:50.318368 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcdebfe-99cb-409a-980e-c329b7bff81f req-0fad8701-7354-4b3f-a76d-c27ff9c44329 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] No DVR routers for this DVR port 34e8346f-74e7-4899-9be1-8eb205bd4d06 on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:09:50.321539 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-8bcdebfe-99cb-409a-980e-c329b7bff81f req-0fad8701-7354-4b3f-a76d-c27ff9c44329 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:50.324964 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8bcdebfe-99cb-409a-980e-c329b7bff81f req-0fad8701-7354-4b3f-a76d-c27ff9c44329 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.49 "DELETE /v2.0/ports/34e8346f-74e7-4899-9be1-8eb205bd4d06 HTTP/1.1" status: 204 len: 173 time: 0.4228780 Jan 11 13:09:50.325349 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6d9b57-1800-43ca-9098-c17967b2381e', 'name': 'network-vif-deleted', 'tag': '34e8346f-74e7-4899-9be1-8eb205bd4d06'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:09:50.327631 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4282e7-1c21-4aa2-a72c-5727d853329c" -d '{"events": [{"server_uuid": "df6d9b57-1800-43ca-9098-c17967b2381e", "name": "network-vif-deleted", "tag": "34e8346f-74e7-4899-9be1-8eb205bd4d06"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:09:50.368271 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16bb89a-dbd2-4d87-a4a8-b3b58bf743a3 x-openstack-request-id: req-c16bb89a-dbd2-4d87-a4a8-b3b58bf743a3 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:09:50.368562 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6d9b57-1800-43ca-9098-c17967b2381e", "name": "network-vif-deleted", "tag": "34e8346f-74e7-4899-9be1-8eb205bd4d06", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:09:50.368816 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c16bb89a-dbd2-4d87-a4a8-b3b58bf743a3 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:09:50.369215 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6d9b57-1800-43ca-9098-c17967b2381e', 'name': 'network-vif-deleted', 'tag': '34e8346f-74e7-4899-9be1-8eb205bd4d06', 'status': 'completed', 'code': 200} Jan 11 13:09:51.127927 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacc94b-fc73-4780-8bae-b999e239ac0b req-bf0a7fa3-33cd-4530-86f8-42d40eb6ab5a tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:51.129470 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ebacc94b-fc73-4780-8bae-b999e239ac0b req-bf0a7fa3-33cd-4530-86f8-42d40eb6ab5a tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0491459 Jan 11 13:09:51.179663 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ebacc94b-fc73-4780-8bae-b999e239ac0b req-eae162d5-8984-4711-97aa-140ca6460102 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434027 Jan 11 13:09:51.611260 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-2d0f1ccb-cd7b-4f6f-8124-50fed83faad9 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:51.617899 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-2d0f1ccb-cd7b-4f6f-8124-50fed83faad9 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/networks?id=d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 HTTP/1.1" status: 200 len: 808 time: 0.1306298 Jan 11 13:09:51.635285 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-04c76f65-fdd8-462b-ade2-979e47ebd8fe tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/quotas/113d1e417bf14c39bd36a320b3ab4afe HTTP/1.1" status: 200 len: 375 time: 0.0163577 Jan 11 13:09:51.668086 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-39f2899d-3653-4314-b2b0-dd056ed61a68 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=113d1e417bf14c39bd36a320b3ab4afe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318387 Jan 11 13:09:51.765990 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-0ff98148-e43f-415e-afbc-d1a7e56529d0 service neutron] 10.222.0.52 "GET /v2.0/networks/d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904863 Jan 11 13:09:51.860155 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-ab16db4b-915e-4468-ac8f-ede575c9eef8 service neutron] 10.222.0.52 "GET /v2.0/networks/d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883465 Jan 11 13:09:52.010105 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-98be4fb7-fe19-4eea-9421-71f3785640bf req-95fc48ca-40ba-424e-8b62-3205721df53e tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc5cc3aa-f05a-4173-b219-539584dc0516 HTTP/1.1" status: 200 len: 210 time: 0.0260973 Jan 11 13:09:52.298702 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46e013-e71e-41a9-a26a-269a3ff04881 req-5dfd1b8e-d2c4-4a63-86ec-589b87a783bb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:52.300243 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1c46e013-e71e-41a9-a26a-269a3ff04881 req-5dfd1b8e-d2c4-4a63-86ec-589b87a783bb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0506928 Jan 11 13:09:52.354000 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1c46e013-e71e-41a9-a26a-269a3ff04881 req-333c833b-1a12-4666-b2cd-d9861d18e14e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480340 Jan 11 13:09:52.923945 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-37a5e351-f14b-4e51-928a-40a0f40d6d5c tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:52.925358 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-37a5e351-f14b-4e51-928a-40a0f40d6d5c tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/networks?id=80be36a8-5558-4efe-8683-f7701a055e3f HTTP/1.1" status: 200 len: 815 time: 0.1035650 Jan 11 13:09:52.941962 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-5a7aabf2-d722-4daa-94f2-59645e1bce0d tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/quotas/34a955b31df24aaebc066c82cb43b354 HTTP/1.1" status: 200 len: 375 time: 0.0100200 Jan 11 13:09:52.996733 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-9da0f644-3e58-4693-82b4-12a5ea1be24a tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=34a955b31df24aaebc066c82cb43b354&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491471 Jan 11 13:09:53.036540 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-e7dd1509-033b-4d5b-9767-50b471697c18 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:53.038700 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-e7dd1509-033b-4d5b-9767-50b471697c18 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.49 "GET /v2.0/networks?id=d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 HTTP/1.1" status: 200 len: 808 time: 0.1093996 Jan 11 13:09:53.056635 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-352890ae-0b8e-4e95-9bce-4904542930a5 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Request body: {'port': {'device_id': 'cc5cc3aa-f05a-4173-b219-539584dc0516', 'network_id': 'd76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9', 'admin_state_up': True, 'tenant_id': '113d1e417bf14c39bd36a320b3ab4afe'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:09:53.116369 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-40ba63e3-1884-4a13-a576-61965fdb76b7 req-afe1f9c9-9fb9-4fcf-8509-506a4853b010 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc5cc3aa-f05a-4173-b219-539584dc0516 HTTP/1.1" status: 200 len: 210 time: 0.0304356 Jan 11 13:09:53.134750 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-0baa33a7-f6b0-4490-a22e-0a2ee51d26e5 service neutron] 10.222.0.52 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297824 Jan 11 13:09:53.181969 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-352890ae-0b8e-4e95-9bce-4904542930a5 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Made reservation on behalf of 113d1e417bf14c39bd36a320b3ab4afe for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:09:53.185749 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-352890ae-0b8e-4e95-9bce-4904542930a5 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:53.218576 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-d10f4a46-3cf1-466c-a787-d030801ef9ca service neutron] 10.222.0.52 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829821 Jan 11 13:09:53.315940 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-352890ae-0b8e-4e95-9bce-4904542930a5 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Allocated IP 172.20.0.11 (d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9/10ef299a-83a2-41fb-9ca3-b3bcba99dba6/89aef66f-84f6-4af2-ba31-eb47287337f6) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:09:53.393557 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e93a338b-2d41-45da-b073-46c74583a2b4 req-16336056-2202-46db-b0ea-f6ef842443f7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 210 time: 0.0403292 Jan 11 13:09:53.495171 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-352890ae-0b8e-4e95-9bce-4904542930a5 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Publish callbacks [] for port (89aef66f-84f6-4af2-ba31-eb47287337f6), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:53.495722 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e7e3d-fe17-488c-917c-c624b231e8bc req-9246e126-1500-4926-acc2-73a6e772a00e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:53.497450 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-295e7e3d-fe17-488c-917c-c624b231e8bc req-9246e126-1500-4926-acc2-73a6e772a00e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0515091 Jan 11 13:09:53.532620 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-352890ae-0b8e-4e95-9bce-4904542930a5 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (89aef66f-84f6-4af2-ba31-eb47287337f6), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:53.547225 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-295e7e3d-fe17-488c-917c-c624b231e8bc req-e020b677-41a8-465b-89da-f95632bd0289 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437932 Jan 11 13:09:53.584844 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-352890ae-0b8e-4e95-9bce-4904542930a5 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Network d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:09:53.592924 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-352890ae-0b8e-4e95-9bce-4904542930a5 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:09:53.596570 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-352890ae-0b8e-4e95-9bce-4904542930a5 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:09:53.602457 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-352890ae-0b8e-4e95-9bce-4904542930a5 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:53.603275 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-352890ae-0b8e-4e95-9bce-4904542930a5 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:53.618148 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352890ae-0b8e-4e95-9bce-4904542930a5 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Pushing event updated for resources: {'Port': ['ID=89aef66f-84f6-4af2-ba31-eb47287337f6,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:53.629004 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-352890ae-0b8e-4e95-9bce-4904542930a5 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5762601 Jan 11 13:09:53.641523 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Request body: {'port': {'device_id': 'cc5cc3aa-f05a-4173-b219-539584dc0516', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:09:53.704807 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (89aef66f-84f6-4af2-ba31-eb47287337f6), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:54.001120 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89aef66f-84f6-4af2-ba31-eb47287337f6 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:09:54.010345 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Publish callbacks [] for port (89aef66f-84f6-4af2-ba31-eb47287337f6), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:54.023803 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Transition to ACTIVE for port object 89aef66f-84f6-4af2-ba31-eb47287337f6 will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:09:54.027492 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (89aef66f-84f6-4af2-ba31-eb47287337f6), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:54.076657 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Pushing event updated for resources: {'Port': ['ID=89aef66f-84f6-4af2-ba31-eb47287337f6,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:54.081496 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a85c91-5ba5-4b32-bc57-922311a15af2 req-a9b84bfa-f3e2-42e9-906e-5c46f32ca4bf tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:54.083958 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-30a85c91-5ba5-4b32-bc57-922311a15af2 req-a9b84bfa-f3e2-42e9-906e-5c46f32ca4bf tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0503623 Jan 11 13:09:54.114718 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Attempting to bind port 89aef66f-84f6-4af2-ba31-eb47287337f6 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:09:54.115056 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Attempting to bind port 89aef66f-84f6-4af2-ba31-eb47287337f6 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '1812e3f8-a6c4-41da-9544-d6f5e9769550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:09:54.115386 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Attempting to bind port 89aef66f-84f6-4af2-ba31-eb47287337f6 on network d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:09:54.120357 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Port 89aef66f-84f6-4af2-ba31-eb47287337f6 on network d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:09:54.120686 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Attempting to bind port 89aef66f-84f6-4af2-ba31-eb47287337f6 on network d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:09:54.126121 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:09:54.126462 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Checking segment: {'id': '1812e3f8-a6c4-41da-9544-d6f5e9769550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:09:54.126852 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Bound using segment: {'id': '1812e3f8-a6c4-41da-9544-d6f5e9769550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:09:54.127286 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Bound port: 89aef66f-84f6-4af2-ba31-eb47287337f6, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1812e3f8-a6c4-41da-9544-d6f5e9769550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:09:54.127650 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (89aef66f-84f6-4af2-ba31-eb47287337f6), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:54.130650 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-30a85c91-5ba5-4b32-bc57-922311a15af2 req-431b9042-0adf-432d-aa57-2eb940567115 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420220 Jan 11 13:09:54.190639 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] For port 89aef66f-84f6-4af2-ba31-eb47287337f6, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:09:54.193806 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] For port 89aef66f-84f6-4af2-ba31-eb47287337f6, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=89aef66f-84f6-4af2-ba31-eb47287337f6,segment=NetworkSegment(1812e3f8-a6c4-41da-9544-d6f5e9769550),segment_id=1812e3f8-a6c4-41da-9544-d6f5e9769550)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:09:54.198870 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (89aef66f-84f6-4af2-ba31-eb47287337f6), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:54.235186 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:54.235808 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:54.237215 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] 10.222.0.49 "PUT /v2.0/ports/89aef66f-84f6-4af2-ba31-eb47287337f6 HTTP/1.1" status: 200 len: 1094 time: 0.6003594 Jan 11 13:09:54.237650 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5cc3aa-f05a-4173-b219-539584dc0516', 'tag': '89aef66f-84f6-4af2-ba31-eb47287337f6'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:09:54.239909 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f052c5c-b619-4903-b7b6-c6d5e46cf6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "cc5cc3aa-f05a-4173-b219-539584dc0516", "tag": "89aef66f-84f6-4af2-ba31-eb47287337f6"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:09:54.241076 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed4d66-f4a5-46cb-bacd-4eb99c68c558 req-1644608a-6318-4c0f-8d45-1c6564bf3c03 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:54.242538 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-11ed4d66-f4a5-46cb-bacd-4eb99c68c558 req-1644608a-6318-4c0f-8d45-1c6564bf3c03 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc5cc3aa-f05a-4173-b219-539584dc0516 HTTP/1.1" status: 200 len: 944 time: 0.0520198 Jan 11 13:09:54.276574 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9aca7-9f76-4b90-92ec-fe5653c84b07 service neutron] Pushing event updated for resources: {'Port': ['ID=89aef66f-84f6-4af2-ba31-eb47287337f6,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:54.281319 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26faee99-f7f0-4e7e-9cbc-2f2836f358ba x-openstack-request-id: req-26faee99-f7f0-4e7e-9cbc-2f2836f358ba {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:09:54.281612 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc5cc3aa-f05a-4173-b219-539584dc0516", "tag": "89aef66f-84f6-4af2-ba31-eb47287337f6", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:09:54.281875 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26faee99-f7f0-4e7e-9cbc-2f2836f358ba {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:09:54.282630 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5cc3aa-f05a-4173-b219-539584dc0516', 'tag': '89aef66f-84f6-4af2-ba31-eb47287337f6', 'status': 'completed', 'code': 200} Jan 11 13:09:54.301549 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-11ed4d66-f4a5-46cb-bacd-4eb99c68c558 req-5e347e59-4167-4e74-997f-377792946624 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492837 Jan 11 13:09:54.342162 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-9afaf4ee-ca35-4104-88ed-a9bef82a2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:54.343627 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-9afaf4ee-ca35-4104-88ed-a9bef82a2553 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=113d1e417bf14c39bd36a320b3ab4afe&device_id=cc5cc3aa-f05a-4173-b219-539584dc0516 HTTP/1.1" status: 200 len: 1097 time: 0.0404124 Jan 11 13:09:54.393695 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-cc870cf7-500a-45e0-968b-78ba43ee6a47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89aef66f-84f6-4af2-ba31-eb47287337f6 HTTP/1.1" status: 200 len: 217 time: 0.0370648 Jan 11 13:09:54.503396 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8fdb8f03-28ad-4f16-ae68-2cf38d1477e6 req-8e6da615-2715-44ed-b857-6830147f64ae tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 210 time: 0.0447638 Jan 11 13:09:54.521952 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-bf622737-1269-4130-90e9-adc441a29adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:54.523406 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-bf622737-1269-4130-90e9-adc441a29adb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=10ef299a-83a2-41fb-9ca3-b3bcba99dba6 HTTP/1.1" status: 200 len: 848 time: 0.1163447 Jan 11 13:09:54.564847 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-cbcd5060-71b2-4e0c-81f5-14368c98fd75 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301535 Jan 11 13:09:54.587483 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-d5d2e191-0f2a-4ec0-8231-72e93ccbdf6c tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:54.589023 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-d5d2e191-0f2a-4ec0-8231-72e93ccbdf6c tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.49 "GET /v2.0/networks?id=80be36a8-5558-4efe-8683-f7701a055e3f HTTP/1.1" status: 200 len: 815 time: 0.1566517 Jan 11 13:09:54.602431 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-a616d31a-1aa0-48b3-8caa-7b43b163afc7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Request body: {'port': {'device_id': 'fad9508f-fec3-40d0-b6c7-c385f6b2524e', 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f', 'admin_state_up': True, 'tenant_id': '34a955b31df24aaebc066c82cb43b354'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:09:54.664853 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201aa95-43f1-4d1e-8804-c99d199387e3 req-29717fcd-98b4-488a-b082-a229f8a7d412 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:54.666329 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6201aa95-43f1-4d1e-8804-c99d199387e3 req-29717fcd-98b4-488a-b082-a229f8a7d412 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0483308 Jan 11 13:09:54.712128 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6201aa95-43f1-4d1e-8804-c99d199387e3 req-0f1d0b0c-8e97-4115-ac29-557b23eed413 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394154 Jan 11 13:09:54.745903 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-969a49fb-f60e-43a8-bc56-d9d0e4865f3a service neutron] 10.222.0.49 "GET /v2.0/networks/d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559520 Jan 11 13:09:54.813045 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-a616d31a-1aa0-48b3-8caa-7b43b163afc7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Made reservation on behalf of 34a955b31df24aaebc066c82cb43b354 for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:09:54.816371 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-a616d31a-1aa0-48b3-8caa-7b43b163afc7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:54.834222 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 34e8346f-74e7-4899-9be1-8eb205bd4d06 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:09:54.854108 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: 34e8346f-74e7-4899-9be1-8eb205bd4d06 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:09:54.854441 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 34e8346f-74e7-4899-9be1-8eb205bd4d06 not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:09:54.896751 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e96ccd43-1783-4c9a-9fc4-ab0c0d183bfb req-6861f13e-86da-4e6a-991f-7873c3071922 service neutron] 10.222.0.49 "GET /v2.0/networks/d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417575 Jan 11 13:09:54.969205 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-a616d31a-1aa0-48b3-8caa-7b43b163afc7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Allocated IP 172.20.0.2 (80be36a8-5558-4efe-8683-f7701a055e3f/f9c76d1e-4df5-4e16-b2e5-c4294df05736/4793f6e1-8c71-40b2-8823-4b653806f8a2) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:09:55.019668 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f052c5c-b619-4903-b7b6-c6d5e46cf6ce req-b9daf21d-bec4-4066-bb3c-c5f7421d8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:55.021175 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-7f052c5c-b619-4903-b7b6-c6d5e46cf6ce req-b9daf21d-bec4-4066-bb3c-c5f7421d8328 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=113d1e417bf14c39bd36a320b3ab4afe&device_id=cc5cc3aa-f05a-4173-b219-539584dc0516 HTTP/1.1" status: 200 len: 1097 time: 0.0639141 Jan 11 13:09:55.183199 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f052c5c-b619-4903-b7b6-c6d5e46cf6ce req-847a79e4-c7fe-4dcb-8123-978dc121ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:55.184728 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-7f052c5c-b619-4903-b7b6-c6d5e46cf6ce req-847a79e4-c7fe-4dcb-8123-978dc121ad2b service neutron] 10.222.0.49 "GET /v2.0/networks?id=d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 HTTP/1.1" status: 200 len: 909 time: 0.1532600 Jan 11 13:09:55.205084 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-a616d31a-1aa0-48b3-8caa-7b43b163afc7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks [] for port (4793f6e1-8c71-40b2-8823-4b653806f8a2), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:55.238684 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-7f052c5c-b619-4903-b7b6-c6d5e46cf6ce req-440aebf4-4239-4d2d-a619-9112e207142c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89aef66f-84f6-4af2-ba31-eb47287337f6 HTTP/1.1" status: 200 len: 217 time: 0.0437298 Jan 11 13:09:55.264448 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05121b5-d246-47d0-8d71-b9e91132dcac req-f9c81338-db26-4649-b836-0decda925909 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:55.265924 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f05121b5-d246-47d0-8d71-b9e91132dcac req-f9c81338-db26-4649-b836-0decda925909 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0517616 Jan 11 13:09:55.301184 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f052c5c-b619-4903-b7b6-c6d5e46cf6ce req-dccfbc3c-dc39-4c40-95cd-2eb8b6b05bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:55.302647 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-7f052c5c-b619-4903-b7b6-c6d5e46cf6ce req-dccfbc3c-dc39-4c40-95cd-2eb8b6b05bea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=10ef299a-83a2-41fb-9ca3-b3bcba99dba6 HTTP/1.1" status: 200 len: 848 time: 0.0556483 Jan 11 13:09:55.303988 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-a616d31a-1aa0-48b3-8caa-7b43b163afc7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (4793f6e1-8c71-40b2-8823-4b653806f8a2), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:55.313440 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f05121b5-d246-47d0-8d71-b9e91132dcac req-eed7ca34-7954-4c37-9515-31f57122bc88 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419848 Jan 11 13:09:55.317577 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['7a519c1f-57d2-400a-acae-871b25b491b3', 'f8d828fd-cf08-46c6-b9eb-fcb1be1fad14', 'aac04267-6c57-452d-b965-5dbeff8de4dc'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:09:55.374706 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-7f052c5c-b619-4903-b7b6-c6d5e46cf6ce req-ab71409b-8df2-4128-8e68-d0adae5a01f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370386 Jan 11 13:09:55.378316 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-a616d31a-1aa0-48b3-8caa-7b43b163afc7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Network 80be36a8-5558-4efe-8683-f7701a055e3f is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:09:55.384378 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-a616d31a-1aa0-48b3-8caa-7b43b163afc7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:09:55.386269 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616d31a-1aa0-48b3-8caa-7b43b163afc7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Pushing event updated for resources: {'Port': ['ID=4793f6e1-8c71-40b2-8823-4b653806f8a2,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:55.389024 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-a616d31a-1aa0-48b3-8caa-7b43b163afc7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:09:55.395037 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-a616d31a-1aa0-48b3-8caa-7b43b163afc7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:55.395662 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-a616d31a-1aa0-48b3-8caa-7b43b163afc7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:55.430126 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54748007-5d2a-4f6e-8206-b76dd9261f76 req-932d22ae-fa27-41a2-9a25-72f5f91dfbe7 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:55.431817 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-54748007-5d2a-4f6e-8206-b76dd9261f76 req-932d22ae-fa27-41a2-9a25-72f5f91dfbe7 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc5cc3aa-f05a-4173-b219-539584dc0516 HTTP/1.1" status: 200 len: 944 time: 0.0573392 Jan 11 13:09:55.439103 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-a616d31a-1aa0-48b3-8caa-7b43b163afc7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8415129 Jan 11 13:09:55.472015 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Request body: {'port': {'device_id': 'fad9508f-fec3-40d0-b6c7-c385f6b2524e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:09:55.488067 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-54748007-5d2a-4f6e-8206-b76dd9261f76 req-76142ca3-fcc4-43f5-bd70-3cd59eff025b tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493906 Jan 11 13:09:55.551237 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (4793f6e1-8c71-40b2-8823-4b653806f8a2), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:55.555390 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-7f052c5c-b619-4903-b7b6-c6d5e46cf6ce req-c75858ec-c959-4bfd-bb18-9010420fee48 service neutron] 10.222.0.49 "GET /v2.0/networks/d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486185 Jan 11 13:09:55.637148 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa102bf-b1e9-4989-8fdf-b469cb0895e6 req-d1a9f6a8-8fd7-466a-8f84-f03f6b9d53b8 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:55.644699 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4aa102bf-b1e9-4989-8fdf-b469cb0895e6 req-d1a9f6a8-8fd7-466a-8f84-f03f6b9d53b8 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 931 time: 0.0669534 Jan 11 13:09:55.691334 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4aa102bf-b1e9-4989-8fdf-b469cb0895e6 req-70c9b7b3-ae18-45cb-a35f-897a17619de1 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458305 Jan 11 13:09:55.739209 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-7f052c5c-b619-4903-b7b6-c6d5e46cf6ce req-cc1b0bc7-1f26-44f6-a29d-58bfe09c0b16 service neutron] 10.222.0.49 "GET /v2.0/networks/d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770701 Jan 11 13:09:55.832534 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc72a4-468b-4f3f-b97b-03866fddf46f req-0ae07cff-b8a9-46a1-92a7-1b3688b7eb68 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:55.834013 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-06cc72a4-468b-4f3f-b97b-03866fddf46f req-0ae07cff-b8a9-46a1-92a7-1b3688b7eb68 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0520957 Jan 11 13:09:55.879901 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-06cc72a4-468b-4f3f-b97b-03866fddf46f req-099bb472-147e-4b16-926d-1fa88966fe70 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403414 Jan 11 13:09:55.888809 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4793f6e1-8c71-40b2-8823-4b653806f8a2 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:09:55.896018 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Publish callbacks [] for port (4793f6e1-8c71-40b2-8823-4b653806f8a2), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:55.907547 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Transition to ACTIVE for port object 4793f6e1-8c71-40b2-8823-4b653806f8a2 will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:09:55.911127 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (4793f6e1-8c71-40b2-8823-4b653806f8a2), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:55.960133 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Pushing event updated for resources: {'Port': ['ID=4793f6e1-8c71-40b2-8823-4b653806f8a2,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:55.991337 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Attempting to bind port 4793f6e1-8c71-40b2-8823-4b653806f8a2 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:09:55.991667 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Attempting to bind port 4793f6e1-8c71-40b2-8823-4b653806f8a2 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:09:55.991995 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Attempting to bind port 4793f6e1-8c71-40b2-8823-4b653806f8a2 on network 80be36a8-5558-4efe-8683-f7701a055e3f {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:09:55.996100 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Port 4793f6e1-8c71-40b2-8823-4b653806f8a2 on network 80be36a8-5558-4efe-8683-f7701a055e3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:09:55.996439 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Attempting to bind port 4793f6e1-8c71-40b2-8823-4b653806f8a2 on network 80be36a8-5558-4efe-8683-f7701a055e3f {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:09:56.001551 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:09:56.001879 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Checking segment: {'id': '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:09:56.002256 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Bound using segment: {'id': '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:09:56.002673 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Bound port: 4793f6e1-8c71-40b2-8823-4b653806f8a2, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:09:56.003016 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (4793f6e1-8c71-40b2-8823-4b653806f8a2), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:56.061388 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] For port 4793f6e1-8c71-40b2-8823-4b653806f8a2, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:09:56.064236 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] For port 4793f6e1-8c71-40b2-8823-4b653806f8a2, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4793f6e1-8c71-40b2-8823-4b653806f8a2,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:09:56.068515 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (4793f6e1-8c71-40b2-8823-4b653806f8a2), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:56.101271 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:56.101877 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:56.103216 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] 10.222.0.49 "PUT /v2.0/ports/4793f6e1-8c71-40b2-8823-4b653806f8a2 HTTP/1.1" status: 200 len: 1093 time: 0.6353552 Jan 11 13:09:56.124536 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860586b0-0767-48cc-b03e-396cecc22bcd service neutron] Pushing event updated for resources: {'Port': ['ID=4793f6e1-8c71-40b2-8823-4b653806f8a2,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:56.191692 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-b3ffb737-e987-48a6-a7d5-d04dbd6274ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:56.193145 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-b3ffb737-e987-48a6-a7d5-d04dbd6274ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34a955b31df24aaebc066c82cb43b354&device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 1096 time: 0.0432274 Jan 11 13:09:56.242435 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-d6b5c932-8c86-4267-8e98-b52e5a2e3362 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4793f6e1-8c71-40b2-8823-4b653806f8a2 HTTP/1.1" status: 200 len: 217 time: 0.0333695 Jan 11 13:09:56.284209 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad9508f-fec3-40d0-b6c7-c385f6b2524e', 'tag': '4793f6e1-8c71-40b2-8823-4b653806f8a2'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:09:56.286349 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fd0454-5c23-4f37-8f91-6cb6ce95076a" -d '{"events": [{"name": "network-changed", "server_uuid": "fad9508f-fec3-40d0-b6c7-c385f6b2524e", "tag": "4793f6e1-8c71-40b2-8823-4b653806f8a2"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:09:56.303913 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-c97755f9-bd22-4de4-988f-828e279ce9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:56.305410 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-c97755f9-bd22-4de4-988f-828e279ce9b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9c76d1e-4df5-4e16-b2e5-c4294df05736 HTTP/1.1" status: 200 len: 855 time: 0.0463653 Jan 11 13:09:56.323400 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815e0bfa-95d3-4b26-8d14-270c1d4d9fa3 x-openstack-request-id: req-815e0bfa-95d3-4b26-8d14-270c1d4d9fa3 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:09:56.323757 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad9508f-fec3-40d0-b6c7-c385f6b2524e", "tag": "4793f6e1-8c71-40b2-8823-4b653806f8a2", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:09:56.324141 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-815e0bfa-95d3-4b26-8d14-270c1d4d9fa3 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:09:56.324543 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad9508f-fec3-40d0-b6c7-c385f6b2524e', 'tag': '4793f6e1-8c71-40b2-8823-4b653806f8a2', 'status': 'completed', 'code': 200} Jan 11 13:09:56.338587 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-b186a999-dca3-4de4-8ffb-0d3856e9bfb1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80be36a8-5558-4efe-8683-f7701a055e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261199 Jan 11 13:09:56.431298 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-101752e7-a6ca-4310-b51c-2baeaa531eef service neutron] 10.222.0.49 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842814 Jan 11 13:09:56.438076 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fceef-d23d-47e2-8a88-3f4560f4fb22 req-e5e5597e-da54-4cc3-89e3-360bbb90b53c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:56.439546 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-695fceef-d23d-47e2-8a88-3f4560f4fb22 req-e5e5597e-da54-4cc3-89e3-360bbb90b53c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0482473 Jan 11 13:09:56.491966 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-695fceef-d23d-47e2-8a88-3f4560f4fb22 req-30ddbe58-d6e8-473f-9109-6fdee99706f3 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455031 Jan 11 13:09:56.522945 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-537759ab-caf5-402d-9cd1-f1ccbd222859 req-5f073dff-1b38-4868-9e35-0612f0bfd5c6 service neutron] 10.222.0.49 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847304 Jan 11 13:09:56.610860 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7db21-6c90-4ee7-b954-97e1731f12c7 req-71b9ef2d-787a-4ba7-8b9d-f773d2d53bdf tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:56.612450 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-eec7db21-6c90-4ee7-b954-97e1731f12c7 req-71b9ef2d-787a-4ba7-8b9d-f773d2d53bdf tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc5cc3aa-f05a-4173-b219-539584dc0516 HTTP/1.1" status: 200 len: 944 time: 0.0529385 Jan 11 13:09:56.662345 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-eec7db21-6c90-4ee7-b954-97e1731f12c7 req-1f2c9560-70d2-4f92-b498-464924ca798b tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442054 Jan 11 13:09:56.801719 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd0454-5c23-4f37-8f91-6cb6ce95076a req-fa79b6d0-1cbc-498f-acd2-9f1c23be29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:56.803188 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e4fd0454-5c23-4f37-8f91-6cb6ce95076a req-fa79b6d0-1cbc-498f-acd2-9f1c23be29e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34a955b31df24aaebc066c82cb43b354&device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 1096 time: 0.2322736 Jan 11 13:09:56.807255 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89f2b6-81f8-46a6-b3f2-7c502fa71e8c req-184170bb-2331-42ab-852f-b693faef08af tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:56.808766 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4f89f2b6-81f8-46a6-b3f2-7c502fa71e8c req-184170bb-2331-42ab-852f-b693faef08af tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 943 time: 0.0496008 Jan 11 13:09:56.855288 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4f89f2b6-81f8-46a6-b3f2-7c502fa71e8c req-5a670992-dd95-461a-a7ef-5bdcc7de2727 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Jan 11 13:09:56.894762 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd0454-5c23-4f37-8f91-6cb6ce95076a req-6440585b-c6b2-440b-93c3-1a72fc629911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:56.896231 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e4fd0454-5c23-4f37-8f91-6cb6ce95076a req-6440585b-c6b2-440b-93c3-1a72fc629911 service neutron] 10.222.0.49 "GET /v2.0/networks?id=80be36a8-5558-4efe-8683-f7701a055e3f HTTP/1.1" status: 200 len: 916 time: 0.0811961 Jan 11 13:09:56.943809 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e4fd0454-5c23-4f37-8f91-6cb6ce95076a req-82bf9774-0770-4d4f-93a7-9d36e14e54c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4793f6e1-8c71-40b2-8823-4b653806f8a2 HTTP/1.1" status: 200 len: 217 time: 0.0358789 Jan 11 13:09:56.996478 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e05cd-8ebf-41fc-8699-02a78119770a req-4a4a7d4b-b7d4-4cd6-a9c7-03957ee40210 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:56.998545 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1d4e05cd-8ebf-41fc-8699-02a78119770a req-4a4a7d4b-b7d4-4cd6-a9c7-03957ee40210 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0519133 Jan 11 13:09:57.000326 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd0454-5c23-4f37-8f91-6cb6ce95076a req-f11d56bd-0ccc-4dc4-a861-98b64292fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:57.001786 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e4fd0454-5c23-4f37-8f91-6cb6ce95076a req-f11d56bd-0ccc-4dc4-a861-98b64292fc63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9c76d1e-4df5-4e16-b2e5-c4294df05736 HTTP/1.1" status: 200 len: 855 time: 0.0425632 Jan 11 13:09:57.037409 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e4fd0454-5c23-4f37-8f91-6cb6ce95076a req-087e654a-717d-4f95-b7ed-9868d1d0bbfb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80be36a8-5558-4efe-8683-f7701a055e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233209 Jan 11 13:09:57.044001 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1d4e05cd-8ebf-41fc-8699-02a78119770a req-f9c84e23-fae2-44e2-9290-92a62cc7d303 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400593 Jan 11 13:09:57.131010 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e4fd0454-5c23-4f37-8f91-6cb6ce95076a req-8b0dc153-5a09-4c60-9dd6-578c9a271dd0 service neutron] 10.222.0.49 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829749 Jan 11 13:09:57.217608 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e4fd0454-5c23-4f37-8f91-6cb6ce95076a req-f80454e6-b745-45af-9573-3ce1e7079667 service neutron] 10.222.0.49 "GET /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787632 Jan 11 13:09:57.607268 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207c35e-00c7-410e-a5e3-8e512eb98a6e req-aef05743-e392-4164-9004-60e68847f890 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:57.609035 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9207c35e-00c7-410e-a5e3-8e512eb98a6e req-aef05743-e392-4164-9004-60e68847f890 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0484345 Jan 11 13:09:57.653082 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9207c35e-00c7-410e-a5e3-8e512eb98a6e req-1a81e15f-2973-439c-90da-a7f180cc512b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385468 Jan 11 13:09:57.772708 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77ba61-514a-430e-9962-f7bbbc1dd379 req-31e18127-e775-4f61-a2fc-e70e64a3b759 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:57.774204 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1a77ba61-514a-430e-9962-f7bbbc1dd379 req-31e18127-e775-4f61-a2fc-e70e64a3b759 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc5cc3aa-f05a-4173-b219-539584dc0516 HTTP/1.1" status: 200 len: 944 time: 0.0473886 Jan 11 13:09:57.827833 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1a77ba61-514a-430e-9962-f7bbbc1dd379 req-84186fd7-7c23-43db-a6c2-6a753a1b0373 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468175 Jan 11 13:09:57.967528 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce429bfe-5dbc-458e-b1ca-4d4fd10073c4 req-e07f7556-37a1-4706-8355-b3e2d3576992 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:57.968983 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ce429bfe-5dbc-458e-b1ca-4d4fd10073c4 req-e07f7556-37a1-4706-8355-b3e2d3576992 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 943 time: 0.0477333 Jan 11 13:09:58.013770 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ce429bfe-5dbc-458e-b1ca-4d4fd10073c4 req-18df76aa-959d-4421-afb8-8b34b87b6e3c tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394940 Jan 11 13:09:58.159231 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8eee4a-ff21-4a4a-85c7-6a76723b8b6f req-2c8fe7db-ab9f-4749-a10b-e42c147f2f23 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:58.160716 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9a8eee4a-ff21-4a4a-85c7-6a76723b8b6f req-2c8fe7db-ab9f-4749-a10b-e42c147f2f23 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0479896 Jan 11 13:09:58.205102 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9a8eee4a-ff21-4a4a-85c7-6a76723b8b6f req-23dde3a0-728c-4d3f-a43f-1c1336d2f0a7 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390394 Jan 11 13:09:58.853618 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 4793f6e1-8c71-40b2-8823-4b653806f8a2 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:09:58.955380 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 4793f6e1-8c71-40b2-8823-4b653806f8a2, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4793f6e1-8c71-40b2-8823-4b653806f8a2,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:09:58.967542 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': '4793f6e1-8c71-40b2-8823-4b653806f8a2', 'network_id': '80be36a8-5558-4efe-8683-f7701a055e3f', 'port_id': '4793f6e1-8c71-40b2-8823-4b653806f8a2', 'mac_address': 'fa:16:3e:a1:9f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c76d1e-4df5-4e16-b2e5-c4294df05736', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:09:58.997614 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea67d3-fee9-4944-8249-2acd70858217 req-a00fb3a0-88bc-4d4f-bb56-6bc098bbaeff tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:58.999260 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2fea67d3-fee9-4944-8249-2acd70858217 req-a00fb3a0-88bc-4d4f-bb56-6bc098bbaeff tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.2759283 Jan 11 13:09:59.004165 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 4793f6e1-8c71-40b2-8823-4b653806f8a2 is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:09:59.004565 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (4793f6e1-8c71-40b2-8823-4b653806f8a2), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:59.017715 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4793f6e1-8c71-40b2-8823-4b653806f8a2 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:09:59.036443 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a4dd7-0354-4b03-9d59-08b4eb575fdf req-071ead01-b108-4384-bb9c-aa2dcaa1e909 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:59.038124 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 4793f6e1-8c71-40b2-8823-4b653806f8a2, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4793f6e1-8c71-40b2-8823-4b653806f8a2,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:09:59.038248 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-237a4dd7-0354-4b03-9d59-08b4eb575fdf req-071ead01-b108-4384-bb9c-aa2dcaa1e909 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc5cc3aa-f05a-4173-b219-539584dc0516 HTTP/1.1" status: 200 len: 944 time: 0.0811801 Jan 11 13:09:59.042063 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (4793f6e1-8c71-40b2-8823-4b653806f8a2), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:59.042709 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 89aef66f-84f6-4af2-ba31-eb47287337f6 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:09:59.076045 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2fea67d3-fee9-4944-8249-2acd70858217 req-15954610-c742-44c2-b70d-85a902cac91c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703330 Jan 11 13:09:59.102278 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=4793f6e1-8c71-40b2-8823-4b653806f8a2,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:59.112078 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-237a4dd7-0354-4b03-9d59-08b4eb575fdf req-c22616c1-c1d4-4506-a7f0-ce0b02391f49 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657115 Jan 11 13:09:59.184340 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 89aef66f-84f6-4af2-ba31-eb47287337f6, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=89aef66f-84f6-4af2-ba31-eb47287337f6,segment=NetworkSegment(1812e3f8-a6c4-41da-9544-d6f5e9769550),segment_id=1812e3f8-a6c4-41da-9544-d6f5e9769550)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:09:59.195953 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': '89aef66f-84f6-4af2-ba31-eb47287337f6', 'network_id': 'd76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9', 'port_id': '89aef66f-84f6-4af2-ba31-eb47287337f6', 'mac_address': 'fa:16:3e:94:b5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ef299a-83a2-41fb-9ca3-b3bcba99dba6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:09:59.227364 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798bc6b-d9b5-4069-93e6-baf357a30415 req-d3b93aa9-551c-49a2-b33d-33e25430daed tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:59.228999 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3798bc6b-d9b5-4069-93e6-baf357a30415 req-d3b93aa9-551c-49a2-b33d-33e25430daed tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 944 time: 0.0505922 Jan 11 13:09:59.237669 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 89aef66f-84f6-4af2-ba31-eb47287337f6 is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:09:59.238262 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (89aef66f-84f6-4af2-ba31-eb47287337f6), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:59.253505 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89aef66f-84f6-4af2-ba31-eb47287337f6 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:09:59.273108 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 89aef66f-84f6-4af2-ba31-eb47287337f6, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=89aef66f-84f6-4af2-ba31-eb47287337f6,segment=NetworkSegment(1812e3f8-a6c4-41da-9544-d6f5e9769550),segment_id=1812e3f8-a6c4-41da-9544-d6f5e9769550)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:09:59.278742 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (89aef66f-84f6-4af2-ba31-eb47287337f6), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:09:59.288833 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3798bc6b-d9b5-4069-93e6-baf357a30415 req-e9d3a527-882b-4f33-b5c6-345386bd4396 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536594 Jan 11 13:09:59.327765 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdb8e1-4be3-4022-92e5-3d295626810e req-1cb905e1-62b4-4228-b7d2-d630d330e96b tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:09:59.329255 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e7fdb8e1-4be3-4022-92e5-3d295626810e req-1cb905e1-62b4-4228-b7d2-d630d330e96b tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0533669 Jan 11 13:09:59.330237 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=89aef66f-84f6-4af2-ba31-eb47287337f6,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:09:59.375433 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e7fdb8e1-4be3-4022-92e5-3d295626810e req-8e938a34-d608-4e09-922c-091a6a9177ee tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403857 Jan 11 13:09:59.603950 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['4793f6e1-8c71-40b2-8823-4b653806f8a2'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:09:59.660392 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['89aef66f-84f6-4af2-ba31-eb47287337f6'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:10:00.202496 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c374b7-b244-478e-8406-181a5e77dd88 req-addfdb2f-68ae-4ad3-b797-efc9ea656de5 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:00.203927 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-47c374b7-b244-478e-8406-181a5e77dd88 req-addfdb2f-68ae-4ad3-b797-efc9ea656de5 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0564280 Jan 11 13:10:00.269410 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef726a-24ad-4fb2-b613-f4ef13bbecf3 req-60f7e3cb-5807-4866-be70-5fc76384194c tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:00.270865 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67ef726a-24ad-4fb2-b613-f4ef13bbecf3 req-60f7e3cb-5807-4866-be70-5fc76384194c tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc5cc3aa-f05a-4173-b219-539584dc0516 HTTP/1.1" status: 200 len: 945 time: 0.0847747 Jan 11 13:10:00.288844 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-47c374b7-b244-478e-8406-181a5e77dd88 req-c0e78beb-6a09-45c0-9304-156232eb9b47 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648990 Jan 11 13:10:00.324478 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67ef726a-24ad-4fb2-b613-f4ef13bbecf3 req-e6a1261c-fa95-4d01-b141-82ded75f7155 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462046 Jan 11 13:10:00.425957 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12881abc-570e-481d-b71e-92dafd2dc914 req-fb89d58d-6d28-4276-a1cf-3edb2a452511 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:00.427452 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-12881abc-570e-481d-b71e-92dafd2dc914 req-fb89d58d-6d28-4276-a1cf-3edb2a452511 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 944 time: 0.0482745 Jan 11 13:10:00.484467 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-12881abc-570e-481d-b71e-92dafd2dc914 req-73ddac29-effd-4f7c-9a8a-37c5ba2a3aab tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515609 Jan 11 13:10:00.523948 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964a6ed-4950-4f77-95dd-a4e4e19a0657 req-11d58f8e-5f59-4428-a14a-3bc05bf5e2cb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:00.525501 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f964a6ed-4950-4f77-95dd-a4e4e19a0657 req-11d58f8e-5f59-4428-a14a-3bc05bf5e2cb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0545521 Jan 11 13:10:00.533763 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-881da6e6-5f80-48b0-8498-47e3f1ba824b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:00.573122 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f964a6ed-4950-4f77-95dd-a4e4e19a0657 req-2894ef2f-7b10-4262-98a8-f34257c2dd62 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413461 Jan 11 13:10:00.866407 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 89aef66f-84f6-4af2-ba31-eb47287337f6 up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:10:00.917762 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port 89aef66f-84f6-4af2-ba31-eb47287337f6 completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:10:00.921661 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port 89aef66f-84f6-4af2-ba31-eb47287337f6 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:00.922036 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (89aef66f-84f6-4af2-ba31-eb47287337f6), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:00.960485 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7e9fd-ecb8-4fdc-a0c7-f89f0470d0b8 req-1a7226cd-b7fc-44f6-a784-b33b57da2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:00.962006 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f6c7e9fd-ecb8-4fdc-a0c7-f89f0470d0b8 req-1a7226cd-b7fc-44f6-a784-b33b57da2180 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e926aa46b418404383da145fb0cb13b2&device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 1098 time: 0.0431423 Jan 11 13:10:00.997387 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 89aef66f-84f6-4af2-ba31-eb47287337f6 is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:00.997774 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (89aef66f-84f6-4af2-ba31-eb47287337f6), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:01.020810 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5cc3aa-f05a-4173-b219-539584dc0516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aef66f-84f6-4af2-ba31-eb47287337f6'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:10:01.023032 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1092955-2f09-49a7-a288-29344c227029" -d '{"events": [{"server_uuid": "cc5cc3aa-f05a-4173-b219-539584dc0516", "name": "network-vif-plugged", "status": "completed", "tag": "89aef66f-84f6-4af2-ba31-eb47287337f6"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:10:01.036536 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 89aef66f-84f6-4af2-ba31-eb47287337f6, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=89aef66f-84f6-4af2-ba31-eb47287337f6,segment=NetworkSegment(1812e3f8-a6c4-41da-9544-d6f5e9769550),segment_id=1812e3f8-a6c4-41da-9544-d6f5e9769550)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:01.041750 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (89aef66f-84f6-4af2-ba31-eb47287337f6), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:01.042296 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 4793f6e1-8c71-40b2-8823-4b653806f8a2 up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:10:01.067917 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750cac4c-bc50-4ea9-a2df-6fcf02f3a83e x-openstack-request-id: req-750cac4c-bc50-4ea9-a2df-6fcf02f3a83e {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:10:01.068269 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5cc3aa-f05a-4173-b219-539584dc0516", "name": "network-vif-plugged", "status": "completed", "tag": "89aef66f-84f6-4af2-ba31-eb47287337f6", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:10:01.068524 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-750cac4c-bc50-4ea9-a2df-6fcf02f3a83e {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:10:01.068903 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5cc3aa-f05a-4173-b219-539584dc0516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aef66f-84f6-4af2-ba31-eb47287337f6', 'code': 200} Jan 11 13:10:01.073157 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7e9fd-ecb8-4fdc-a0c7-f89f0470d0b8 req-816a4480-2829-4e1d-a502-ba4b505c2baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:01.074622 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f6c7e9fd-ecb8-4fdc-a0c7-f89f0470d0b8 req-816a4480-2829-4e1d-a502-ba4b505c2baa service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd206a4-d95e-47f8-a04e-91f4a01a6374 HTTP/1.1" status: 200 len: 920 time: 0.0869391 Jan 11 13:10:01.129305 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f6c7e9fd-ecb8-4fdc-a0c7-f89f0470d0b8 req-b5e9c0cb-b3be-4d19-841d-4989c1b34aa6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 HTTP/1.1" status: 200 len: 217 time: 0.0402420 Jan 11 13:10:01.129925 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=89aef66f-84f6-4af2-ba31-eb47287337f6,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:01.139324 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port 4793f6e1-8c71-40b2-8823-4b653806f8a2 completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:10:01.144919 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port 4793f6e1-8c71-40b2-8823-4b653806f8a2 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:01.145557 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (4793f6e1-8c71-40b2-8823-4b653806f8a2), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:01.188498 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7e9fd-ecb8-4fdc-a0c7-f89f0470d0b8 req-a14b8e18-7266-4efb-82d4-ebc38ee13533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:01.190243 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f6c7e9fd-ecb8-4fdc-a0c7-f89f0470d0b8 req-a14b8e18-7266-4efb-82d4-ebc38ee13533 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a3af950-4033-4372-9fdc-0bf30a030e8b HTTP/1.1" status: 200 len: 859 time: 0.0466146 Jan 11 13:10:01.227976 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 4793f6e1-8c71-40b2-8823-4b653806f8a2 is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:01.228410 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (4793f6e1-8c71-40b2-8823-4b653806f8a2), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:01.231550 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f6c7e9fd-ecb8-4fdc-a0c7-f89f0470d0b8 req-6a50e366-d8a6-448f-8b77-a0b3b340cd15 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd206a4-d95e-47f8-a04e-91f4a01a6374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248458 Jan 11 13:10:01.263300 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 4793f6e1-8c71-40b2-8823-4b653806f8a2, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4793f6e1-8c71-40b2-8823-4b653806f8a2,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:01.267204 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (4793f6e1-8c71-40b2-8823-4b653806f8a2), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:01.314830 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=4793f6e1-8c71-40b2-8823-4b653806f8a2,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:01.341814 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c357de3-e475-4085-8d4f-ca27d5c1f195 req-a4ffb9f4-86b4-45fd-869c-de45bc269d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:01.343324 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-1c357de3-e475-4085-8d4f-ca27d5c1f195 req-a4ffb9f4-86b4-45fd-869c-de45bc269d04 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cc5cc3aa-f05a-4173-b219-539584dc0516 HTTP/1.1" status: 200 len: 1099 time: 0.0975082 Jan 11 13:10:01.380541 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f6c7e9fd-ecb8-4fdc-a0c7-f89f0470d0b8 req-3df38929-389b-44cc-8ee0-8fca0b01f67c service neutron] 10.222.0.49 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272006 Jan 11 13:10:01.427035 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-1c357de3-e475-4085-8d4f-ca27d5c1f195 req-887d8bc8-500c-4965-a279-5e852e6f4b82 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766134 Jan 11 13:10:01.441124 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b9b89-c120-4883-af66-205840a83cbf req-a93fadbe-a9f3-44fb-b87f-c40b8b9da08f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:01.442610 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-384b9b89-c120-4883-af66-205840a83cbf req-a93fadbe-a9f3-44fb-b87f-c40b8b9da08f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0819850 Jan 11 13:10:01.463334 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90db5dc-bd4e-4487-bf61-e0176d17867e req-c1f2ddc9-5b47-4e47-89f2-eeae9df9236a tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:01.465101 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a90db5dc-bd4e-4487-bf61-e0176d17867e req-c1f2ddc9-5b47-4e47-89f2-eeae9df9236a tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc5cc3aa-f05a-4173-b219-539584dc0516 HTTP/1.1" status: 200 len: 946 time: 0.0683825 Jan 11 13:10:01.488790 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f6c7e9fd-ecb8-4fdc-a0c7-f89f0470d0b8 req-30c427dc-3897-437c-8e85-dc811355322d service neutron] 10.222.0.49 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989909 Jan 11 13:10:01.533572 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-384b9b89-c120-4883-af66-205840a83cbf req-367b4aec-54f2-4142-93de-88a7df06bf8a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839231 Jan 11 13:10:01.540578 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a90db5dc-bd4e-4487-bf61-e0176d17867e req-eb6bb8eb-b248-422d-bcd3-15d88ce71909 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670254 Jan 11 13:10:01.638295 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eb84b-2931-45ce-83b2-ec194315fa0b req-3d07b7f7-b71f-4b4d-9123-8037a2d05eb4 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:01.639881 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-be8eb84b-2931-45ce-83b2-ec194315fa0b req-3d07b7f7-b71f-4b4d-9123-8037a2d05eb4 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 945 time: 0.0508752 Jan 11 13:10:01.716599 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0faa15-472f-400b-8aa2-9d963182cda5 req-22151384-a6ac-4b2f-a5bf-eb251f2ce6da tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:01.718281 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5c0faa15-472f-400b-8aa2-9d963182cda5 req-22151384-a6ac-4b2f-a5bf-eb251f2ce6da tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0774801 Jan 11 13:10:01.722984 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-be8eb84b-2931-45ce-83b2-ec194315fa0b req-b032f151-3751-40c1-b4b7-99f265805a74 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740850 Jan 11 13:10:01.768270 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5c0faa15-472f-400b-8aa2-9d963182cda5 req-89483d01-576d-4ab0-a033-d1ecb2b25d2f tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442829 Jan 11 13:10:01.978313 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6503b4-924e-4fa7-8dd2-5f8da66ba3bb req-2ef4fb49-ce3b-44bc-ab1b-6ad7ee612baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:01.979809 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6a6503b4-924e-4fa7-8dd2-5f8da66ba3bb req-2ef4fb49-ce3b-44bc-ab1b-6ad7ee612baf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 1098 time: 0.0407255 Jan 11 13:10:02.031629 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6a6503b4-924e-4fa7-8dd2-5f8da66ba3bb req-c8d5f661-a4e4-47e4-bbc3-4a0db3194d1c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375085 Jan 11 13:10:02.596762 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dd2ed659-5842-4e5a-856b-ca9a9f9e2cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:02.677271 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2887c1-46b9-4d38-9bd3-c493cf5be294 req-acbfddcf-2a83-4681-9543-5c16fb7e0de2 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:02.678743 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fd2887c1-46b9-4d38-9bd3-c493cf5be294 req-acbfddcf-2a83-4681-9543-5c16fb7e0de2 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0740576 Jan 11 13:10:02.691203 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157e368-2a84-47c1-9435-a57136b736b6 req-38dc5b48-df9a-4a6d-b749-172733a89a78 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:02.692619 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7157e368-2a84-47c1-9435-a57136b736b6 req-38dc5b48-df9a-4a6d-b749-172733a89a78 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc5cc3aa-f05a-4173-b219-539584dc0516 HTTP/1.1" status: 200 len: 946 time: 0.0791380 Jan 11 13:10:02.758707 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fd2887c1-46b9-4d38-9bd3-c493cf5be294 req-771273a2-23eb-4575-8d30-c367450289a7 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651433 Jan 11 13:10:02.766046 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7157e368-2a84-47c1-9435-a57136b736b6 req-f8e35f4f-de18-4fc8-9108-fa0d736c0b7d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669818 Jan 11 13:10:02.894071 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786e73b-279b-4c8a-bb2f-df3b7f8fc30b req-8f90a42a-fa48-45a1-a5b1-d42ea4c44cfb tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:02.895442 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a786e73b-279b-4c8a-bb2f-df3b7f8fc30b req-8f90a42a-fa48-45a1-a5b1-d42ea4c44cfb tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 945 time: 0.0801017 Jan 11 13:10:02.906672 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fdb16-dbb2-40dd-97c3-60c1328bcf96 req-62a0b2d2-5809-4dbb-a322-b0de5f77edef tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:02.908033 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-690fdb16-dbb2-40dd-97c3-60c1328bcf96 req-62a0b2d2-5809-4dbb-a322-b0de5f77edef tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0673981 Jan 11 13:10:02.977724 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a786e73b-279b-4c8a-bb2f-df3b7f8fc30b req-4ea6e970-f16d-4def-bc98-82cd6a17e320 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687358 Jan 11 13:10:02.981160 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-690fdb16-dbb2-40dd-97c3-60c1328bcf96 req-cb077552-78e1-4bab-ab17-1957f59a7450 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667403 Jan 11 13:10:03.070273 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad9508f-fec3-40d0-b6c7-c385f6b2524e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4793f6e1-8c71-40b2-8823-4b653806f8a2'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:10:03.072705 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43327fa-ac09-481b-a615-8dfd6ee5b01a" -d '{"events": [{"server_uuid": "fad9508f-fec3-40d0-b6c7-c385f6b2524e", "name": "network-vif-plugged", "status": "completed", "tag": "4793f6e1-8c71-40b2-8823-4b653806f8a2"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:10:03.117193 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebf3876-996f-4a96-b3f1-5ec843b5fb44 x-openstack-request-id: req-3ebf3876-996f-4a96-b3f1-5ec843b5fb44 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:10:03.117484 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad9508f-fec3-40d0-b6c7-c385f6b2524e", "name": "network-vif-plugged", "status": "completed", "tag": "4793f6e1-8c71-40b2-8823-4b653806f8a2", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:10:03.117740 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ebf3876-996f-4a96-b3f1-5ec843b5fb44 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:10:03.118129 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad9508f-fec3-40d0-b6c7-c385f6b2524e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4793f6e1-8c71-40b2-8823-4b653806f8a2', 'code': 200} Jan 11 13:10:03.331126 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc371210-878b-4f68-87cb-9313387f67cd req-cc71f2d1-79b7-4bcc-952e-7fdbd59edc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:03.332660 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-fc371210-878b-4f68-87cb-9313387f67cd req-cc71f2d1-79b7-4bcc-952e-7fdbd59edc80 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 1098 time: 0.0405660 Jan 11 13:10:03.394286 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-fc371210-878b-4f68-87cb-9313387f67cd req-e9181579-c621-49a3-ae86-f7995abf87b3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388699 Jan 11 13:10:03.910309 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6ee70-deee-44e3-9bad-2d1e4b049938 req-59fe777b-edd2-4a46-9085-ac7a997c5b8f tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:03.911770 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20c6ee70-deee-44e3-9bad-2d1e4b049938 req-59fe777b-edd2-4a46-9085-ac7a997c5b8f tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc5cc3aa-f05a-4173-b219-539584dc0516 HTTP/1.1" status: 200 len: 946 time: 0.0772309 Jan 11 13:10:03.919694 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38468433-6500-4652-9841-42c2220cc980 req-fd6a344a-e074-4e4e-89ec-19d82bcb68ed tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:03.921231 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-38468433-6500-4652-9841-42c2220cc980 req-fd6a344a-e074-4e4e-89ec-19d82bcb68ed tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0853019 Jan 11 13:10:03.937688 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:03.991617 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20c6ee70-deee-44e3-9bad-2d1e4b049938 req-5aec3ca3-db81-4ca4-9021-618f1a92e903 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693595 Jan 11 13:10:04.003900 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-38468433-6500-4652-9841-42c2220cc980 req-23958036-c2c4-4af9-b115-eed9002325d5 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750086 Jan 11 13:10:04.136235 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ce72e-eeeb-4830-a38f-bbf5f3a1dcc6 req-0ecf259d-a883-4159-a592-5e5a397a84be tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:04.137860 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ce0ce72e-eeeb-4830-a38f-bbf5f3a1dcc6 req-0ecf259d-a883-4159-a592-5e5a397a84be tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 945 time: 0.0792949 Jan 11 13:10:04.145570 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506a2fa-1171-4acb-bb55-f7870881f5c3 req-b0cc1a8f-47ac-4528-b21e-608689b3cafb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:04.146931 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0506a2fa-1171-4acb-bb55-f7870881f5c3 req-b0cc1a8f-47ac-4528-b21e-608689b3cafb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0785298 Jan 11 13:10:04.215880 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ce0ce72e-eeeb-4830-a38f-bbf5f3a1dcc6 req-78273b46-a011-4ed2-a7fe-a8bd9689364b tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679803 Jan 11 13:10:04.230976 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0506a2fa-1171-4acb-bb55-f7870881f5c3 req-392870ac-11ff-4518-a0ce-c5f78dd436d9 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765193 Jan 11 13:10:04.355088 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:04.487102 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adbc08-0070-4854-b3f6-b45bdb093682 req-b2358496-9c9c-4c95-8c80-520a84e54d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:04.488928 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a4adbc08-0070-4854-b3f6-b45bdb093682 req-b2358496-9c9c-4c95-8c80-520a84e54d15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e926aa46b418404383da145fb0cb13b2&device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 1098 time: 0.0470250 Jan 11 13:10:04.502431 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bafb7-fd32-4790-ab81-a0b0bb794e33 req-17e326ea-a6c0-4c62-917b-b98286015d53 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:04.504033 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f61bafb7-fd32-4790-ab81-a0b0bb794e33 req-17e326ea-a6c0-4c62-917b-b98286015d53 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0568523 Jan 11 13:10:04.557021 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f61bafb7-fd32-4790-ab81-a0b0bb794e33 req-dd2a5a81-688a-4049-a766-30231fe731b2 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431778 Jan 11 13:10:04.590182 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adbc08-0070-4854-b3f6-b45bdb093682 req-8b25ad3b-f299-45d4-9f4a-4be6f1c01abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:04.592210 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a4adbc08-0070-4854-b3f6-b45bdb093682 req-8b25ad3b-f299-45d4-9f4a-4be6f1c01abf service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd206a4-d95e-47f8-a04e-91f4a01a6374 HTTP/1.1" status: 200 len: 920 time: 0.0969474 Jan 11 13:10:04.644625 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a4adbc08-0070-4854-b3f6-b45bdb093682 req-a4e0a123-0244-4057-b947-983bdcf0124c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 HTTP/1.1" status: 200 len: 217 time: 0.0370951 Jan 11 13:10:04.705980 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adbc08-0070-4854-b3f6-b45bdb093682 req-140e73ef-e2ba-4913-9d2b-07bbed611e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:04.707452 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a4adbc08-0070-4854-b3f6-b45bdb093682 req-140e73ef-e2ba-4913-9d2b-07bbed611e4f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a3af950-4033-4372-9fdc-0bf30a030e8b HTTP/1.1" status: 200 len: 859 time: 0.0431745 Jan 11 13:10:04.738847 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a4adbc08-0070-4854-b3f6-b45bdb093682 req-2d3f2887-72ea-4602-ada5-b1817c307c63 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd206a4-d95e-47f8-a04e-91f4a01a6374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240743 Jan 11 13:10:04.754745 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4ef89-c732-4a46-b319-2240f5f3e771 req-5be04788-36a9-4043-980a-fdcac43369f5 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:04.756377 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46c4ef89-c732-4a46-b319-2240f5f3e771 req-5be04788-36a9-4043-980a-fdcac43369f5 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc5cc3aa-f05a-4173-b219-539584dc0516 HTTP/1.1" status: 200 len: 946 time: 0.0484102 Jan 11 13:10:04.803198 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46c4ef89-c732-4a46-b319-2240f5f3e771 req-05e0b442-65de-4e16-970e-c6a0fed839f3 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413043 Jan 11 13:10:04.831324 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a4adbc08-0070-4854-b3f6-b45bdb093682 req-120035d8-b983-4147-bd53-0e47211a3097 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834994 Jan 11 13:10:04.919284 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a4adbc08-0070-4854-b3f6-b45bdb093682 req-01f87912-66e0-462a-a709-3c964e36154c service neutron] 10.222.0.49 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790298 Jan 11 13:10:05.127714 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bdf4b-508b-4e02-935f-a895247b071d req-2aee5d8b-030d-4d25-ad95-506cbef96a64 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:05.129217 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-839bdf4b-508b-4e02-935f-a895247b071d req-2aee5d8b-030d-4d25-ad95-506cbef96a64 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0525048 Jan 11 13:10:05.174278 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-839bdf4b-508b-4e02-935f-a895247b071d req-cc0b822c-565c-42e5-9ed4-df757ca17612 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394471 Jan 11 13:10:05.215021 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:05.326895 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afbd7b-e896-49c8-98c9-60efdbaa4815 req-b1b5aa39-a527-49ef-9981-25f24dd45a75 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:05.328266 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c1afbd7b-e896-49c8-98c9-60efdbaa4815 req-b1b5aa39-a527-49ef-9981-25f24dd45a75 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 945 time: 0.0474164 Jan 11 13:10:05.374588 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c1afbd7b-e896-49c8-98c9-60efdbaa4815 req-e1f7af12-065b-4830-8547-ace9487508de tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Jan 11 13:10:05.670258 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc366c4f-7b62-4cc7-8189-647dc1185ac6 req-68e51e93-d816-4ca7-8b28-cb2e744435e0 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:05.672276 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cc366c4f-7b62-4cc7-8189-647dc1185ac6 req-68e51e93-d816-4ca7-8b28-cb2e744435e0 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0506568 Jan 11 13:10:05.722538 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cc366c4f-7b62-4cc7-8189-647dc1185ac6 req-936cf9b9-e6a5-48d6-b2dc-c788c0b9c854 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450587 Jan 11 13:10:05.915067 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60230d83-2656-4ed6-90a3-70e3ddba2ca6 req-8b2ad20f-846f-4b57-8479-c6eeb1b8ba1c tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:05.916584 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-60230d83-2656-4ed6-90a3-70e3ddba2ca6 req-8b2ad20f-846f-4b57-8479-c6eeb1b8ba1c tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc5cc3aa-f05a-4173-b219-539584dc0516 HTTP/1.1" status: 200 len: 946 time: 0.0482073 Jan 11 13:10:05.962411 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-60230d83-2656-4ed6-90a3-70e3ddba2ca6 req-92172600-2b58-49b8-9069-4772bf75a6cc tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404866 Jan 11 13:10:06.288493 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11465c20-3c6a-4a5a-b6dd-f0dbab9a72da req-7d3f4113-54d6-4c57-90fd-bb09195ef216 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:06.289937 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-11465c20-3c6a-4a5a-b6dd-f0dbab9a72da req-7d3f4113-54d6-4c57-90fd-bb09195ef216 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0469501 Jan 11 13:10:06.335438 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-11465c20-3c6a-4a5a-b6dd-f0dbab9a72da req-33c8f023-fa45-4f5f-8e5f-efd8f8b7c8b7 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395947 Jan 11 13:10:06.491532 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51552125-81b6-433c-9a8a-b9a2d71ee9a7 req-7343b1a2-afe4-4bac-a13e-f28ace9f9746 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:06.493492 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-51552125-81b6-433c-9a8a-b9a2d71ee9a7 req-7343b1a2-afe4-4bac-a13e-f28ace9f9746 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 945 time: 0.0537910 Jan 11 13:10:06.541664 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-51552125-81b6-433c-9a8a-b9a2d71ee9a7 req-a45e279c-6440-454d-bc57-e289430f497a tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422695 Jan 11 13:10:06.598808 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:06.843003 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307a5fd-37a9-4559-9a84-bccc785719cb req-d72822d1-6c66-4441-8892-a018df324586 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:06.844551 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2307a5fd-37a9-4559-9a84-bccc785719cb req-d72822d1-6c66-4441-8892-a018df324586 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0536263 Jan 11 13:10:06.871501 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8547286-b2d1-4c93-be18-4419dad01541 req-c200180a-9c35-4008-9770-cfdf0f0a22df tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:06.873051 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f8547286-b2d1-4c93-be18-4419dad01541 req-c200180a-9c35-4008-9770-cfdf0f0a22df tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc5cc3aa-f05a-4173-b219-539584dc0516 HTTP/1.1" status: 200 len: 946 time: 0.0503359 Jan 11 13:10:06.896727 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2307a5fd-37a9-4559-9a84-bccc785719cb req-a18e32ad-2fae-42c5-8dbe-6bcd639188f3 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463731 Jan 11 13:10:06.964973 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-f8547286-b2d1-4c93-be18-4419dad01541 req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Deleting port 89aef66f-84f6-4af2-ba31-eb47287337f6 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:10:06.965318 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f8547286-b2d1-4c93-be18-4419dad01541 req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (89aef66f-84f6-4af2-ba31-eb47287337f6), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:07.054399 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-f8547286-b2d1-4c93-be18-4419dad01541 req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] For port 89aef66f-84f6-4af2-ba31-eb47287337f6, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=89aef66f-84f6-4af2-ba31-eb47287337f6,segment=NetworkSegment(1812e3f8-a6c4-41da-9544-d6f5e9769550),segment_id=1812e3f8-a6c4-41da-9544-d6f5e9769550)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:07.054757 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f8547286-b2d1-4c93-be18-4419dad01541 req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (89aef66f-84f6-4af2-ba31-eb47287337f6), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:07.066192 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-f8547286-b2d1-4c93-be18-4419dad01541 req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Calling delete_port for 89aef66f-84f6-4af2-ba31-eb47287337f6 owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:10:07.077394 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ef115-1470-4ebe-995e-02e51a9c504b req-51c06c7b-cfdb-4907-bc09-7e5c4eb971d1 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:07.078908 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-085ef115-1470-4ebe-995e-02e51a9c504b req-51c06c7b-cfdb-4907-bc09-7e5c4eb971d1 tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc5cc3aa-f05a-4173-b219-539584dc0516 HTTP/1.1" status: 200 len: 946 time: 0.0516770 Jan 11 13:10:07.129215 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-085ef115-1470-4ebe-995e-02e51a9c504b req-8458c488-6ce9-4c52-8cb5-d5a0b51f60ab tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.52 "GET /v2.0/security-groups?id=8611e42d-5256-474b-a2ab-8d4cf7243052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446775 Jan 11 13:10:07.195045 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f8547286-b2d1-4c93-be18-4419dad01541 req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871'] for port (89aef66f-84f6-4af2-ba31-eb47287337f6), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:07.210803 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['89aef66f-84f6-4af2-ba31-eb47287337f6'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:10:07.226967 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Pushing event deleted for resources: {'Port': ['ID=89aef66f-84f6-4af2-ba31-eb47287337f6,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:07.238779 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:07.239128 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:07.239470 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:07.239807 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:07.240158 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:07.240489 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:07.240814 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:07.241134 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:07.241454 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:07.241776 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:07.242095 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:07.242409 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:07.242724 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:07.274435 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8547286-b2d1-4c93-be18-4419dad01541 req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] No DVR routers for this DVR port 89aef66f-84f6-4af2-ba31-eb47287337f6 on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:10:07.276838 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f8547286-b2d1-4c93-be18-4419dad01541 req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:07.280750 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f8547286-b2d1-4c93-be18-4419dad01541 req-8a4f8443-142e-4fef-980c-09eafdca2a9d tempest-VolumesActionsTest-1454084633 tempest-VolumesActionsTest-1454084633-project] 10.222.0.49 "DELETE /v2.0/ports/89aef66f-84f6-4af2-ba31-eb47287337f6 HTTP/1.1" status: 204 len: 173 time: 0.4014378 Jan 11 13:10:07.281173 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5cc3aa-f05a-4173-b219-539584dc0516', 'name': 'network-vif-deleted', 'tag': '89aef66f-84f6-4af2-ba31-eb47287337f6'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:10:07.283398 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c202c50-f59b-43e7-bd4a-804de74e5bab" -d '{"events": [{"server_uuid": "cc5cc3aa-f05a-4173-b219-539584dc0516", "name": "network-vif-deleted", "tag": "89aef66f-84f6-4af2-ba31-eb47287337f6"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:10:07.326181 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3474b51d-650b-4253-8230-d47627b94471 x-openstack-request-id: req-3474b51d-650b-4253-8230-d47627b94471 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:10:07.326631 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5cc3aa-f05a-4173-b219-539584dc0516", "name": "network-vif-deleted", "tag": "89aef66f-84f6-4af2-ba31-eb47287337f6", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:10:07.326891 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3474b51d-650b-4253-8230-d47627b94471 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:10:07.327287 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5cc3aa-f05a-4173-b219-539584dc0516', 'name': 'network-vif-deleted', 'tag': '89aef66f-84f6-4af2-ba31-eb47287337f6', 'status': 'completed', 'code': 200} Jan 11 13:10:07.456611 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92bebe-15bb-4bef-9993-532f462cb69f req-e70eab57-492d-48b4-a3f0-f11601ca65b6 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:07.458167 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1f92bebe-15bb-4bef-9993-532f462cb69f req-e70eab57-492d-48b4-a3f0-f11601ca65b6 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0515459 Jan 11 13:10:07.508714 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1f92bebe-15bb-4bef-9993-532f462cb69f req-c2af2a83-92fe-43ae-a29f-87ec665ab088 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449331 Jan 11 13:10:08.009120 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10d70a-7de2-428c-9389-e166a87f002b req-a79ee82d-ce89-4cb4-bdf5-4cbd5d6cca51 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:08.010643 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-de10d70a-7de2-428c-9389-e166a87f002b req-a79ee82d-ce89-4cb4-bdf5-4cbd5d6cca51 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0504818 Jan 11 13:10:08.062346 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-de10d70a-7de2-428c-9389-e166a87f002b req-30700e6a-ab23-4840-90e8-2a0cf95eac9e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459530 Jan 11 13:10:08.646288 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a219c-f098-4f9b-a047-5aa774a370a0 req-b038f645-5982-4d80-b9d8-c9acfaae1096 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:08.647949 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a91a219c-f098-4f9b-a047-5aa774a370a0 req-b038f645-5982-4d80-b9d8-c9acfaae1096 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0631840 Jan 11 13:10:08.694748 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a91a219c-f098-4f9b-a047-5aa774a370a0 req-15ceef7a-2ff8-47fd-adad-7c924db6e91c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405459 Jan 11 13:10:09.491863 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205785bc-da8d-4842-bd3e-64199f3cd870 req-5e5f0c97-aaee-4157-a04c-545ffc87a8ae tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:09.493359 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-205785bc-da8d-4842-bd3e-64199f3cd870 req-5e5f0c97-aaee-4157-a04c-545ffc87a8ae tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0486987 Jan 11 13:10:09.539038 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-205785bc-da8d-4842-bd3e-64199f3cd870 req-5d931e6a-9e2a-423d-81d5-4d947c305074 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396423 Jan 11 13:10:09.816600 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0f7ff-ea16-4358-ad4b-e147c11aca06 req-1258ed4d-a6a1-40c3-a83e-ff5d6a36a78a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:09.818070 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-96d0f7ff-ea16-4358-ad4b-e147c11aca06 req-1258ed4d-a6a1-40c3-a83e-ff5d6a36a78a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0514283 Jan 11 13:10:09.867292 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-96d0f7ff-ea16-4358-ad4b-e147c11aca06 req-e64eddd5-3a97-4a57-8bc0-c1f70d27c751 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438147 Jan 11 13:10:10.983243 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a54be8-eff3-456f-81d8-91043301efb0 req-753317d1-c448-4deb-a4cb-2ee584a5d1fc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:10.984736 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d7a54be8-eff3-456f-81d8-91043301efb0 req-753317d1-c448-4deb-a4cb-2ee584a5d1fc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0481274 Jan 11 13:10:11.030110 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d7a54be8-eff3-456f-81d8-91043301efb0 req-9534563b-fe01-4411-ae4b-a1a29f4a7daa tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400324 Jan 11 13:10:11.901537 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 89aef66f-84f6-4af2-ba31-eb47287337f6 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:10:11.923000 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: 89aef66f-84f6-4af2-ba31-eb47287337f6 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:10:11.923344 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 89aef66f-84f6-4af2-ba31-eb47287337f6 not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:10:12.156066 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d35c8-95ba-4707-bb51-84f2a10a4f9a req-96bd2aa1-4342-40ba-8891-c9e7e716fd62 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:12.157580 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a89d35c8-95ba-4707-bb51-84f2a10a4f9a req-96bd2aa1-4342-40ba-8891-c9e7e716fd62 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0500791 Jan 11 13:10:12.206162 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a89d35c8-95ba-4707-bb51-84f2a10a4f9a req-47238642-e235-4348-b38b-d139368b00f2 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430129 Jan 11 13:10:12.651710 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:10:13.329740 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb4d97-3939-4285-9f09-71a00ddc251a req-bb7f051d-0e3b-435e-a38e-b281fb6c8638 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:13.331142 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3fcb4d97-3939-4285-9f09-71a00ddc251a req-bb7f051d-0e3b-435e-a38e-b281fb6c8638 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0517499 Jan 11 13:10:13.380793 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3fcb4d97-3939-4285-9f09-71a00ddc251a req-656b3184-c2fa-4214-8db8-d2e01e51a71a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436089 Jan 11 13:10:14.220750 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb76d2-3011-4777-afb8-b184878a9234 req-70ee9957-3720-4181-b10e-49c20d4c744e tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:14.222626 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4cb76d2-3011-4777-afb8-b184878a9234 req-70ee9957-3720-4181-b10e-49c20d4c744e tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0848286 Jan 11 13:10:14.288238 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4cb76d2-3011-4777-afb8-b184878a9234 req-665f0b48-21b3-4757-b40a-0352705ccb1c tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571840 Jan 11 13:10:14.515086 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa15b5d-5d3d-4b03-8a81-d8f71c814686 req-f68d8b3d-17ae-4956-ac7a-eb7ada9174ed tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:14.516758 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6aa15b5d-5d3d-4b03-8a81-d8f71c814686 req-f68d8b3d-17ae-4956-ac7a-eb7ada9174ed tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0564487 Jan 11 13:10:14.573836 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6aa15b5d-5d3d-4b03-8a81-d8f71c814686 req-b9aa5045-c9c9-441b-a0d6-31623cf2ad22 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431175 Jan 11 13:10:15.455928 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61f79a-4b07-4769-8342-11c35368f4bc req-7c6a7bf5-e2de-425a-b6e4-a0d12b98e1e1 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:15.457484 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-be61f79a-4b07-4769-8342-11c35368f4bc req-7c6a7bf5-e2de-425a-b6e4-a0d12b98e1e1 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0633719 Jan 11 13:10:15.511410 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-be61f79a-4b07-4769-8342-11c35368f4bc req-1bd7f062-3c6c-4bd1-9aa2-c6e24eb89646 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469723 Jan 11 13:10:15.713893 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30073cb3-92ac-4873-8dad-932748870974 req-5f0d539e-0bb9-4e70-9519-dcd6f1a83ef2 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:15.716822 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-30073cb3-92ac-4873-8dad-932748870974 req-5f0d539e-0bb9-4e70-9519-dcd6f1a83ef2 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0573699 Jan 11 13:10:15.772893 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-30073cb3-92ac-4873-8dad-932748870974 req-42fb9252-9689-477d-9423-97b4fdbcd462 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485840 Jan 11 13:10:16.665393 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a559f0a-357b-43de-b3d7-a278b7c2bfc6 req-4913af76-6411-45a0-8c2b-759d228a2ca2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:16.667289 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a559f0a-357b-43de-b3d7-a278b7c2bfc6 req-4913af76-6411-45a0-8c2b-759d228a2ca2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0604148 Jan 11 13:10:16.720025 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a559f0a-357b-43de-b3d7-a278b7c2bfc6 req-f8d36914-df1e-4200-9b71-b6c6f86ce771 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462055 Jan 11 13:10:16.896572 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device ddc6031b-1c86-44ed-8bb0-da1dbff77c5c details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:10:16.924043 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e36cf-5981-44eb-b40a-23eb2a950a92 req-e45b1d6a-522f-41eb-bf4d-fc2d76306f87 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:16.926326 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9b8e36cf-5981-44eb-b40a-23eb2a950a92 req-e45b1d6a-522f-41eb-bf4d-fc2d76306f87 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0738490 Jan 11 13:10:16.998502 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9b8e36cf-5981-44eb-b40a-23eb2a950a92 req-525be8bc-1867-4ef3-986f-f0c2eda4efcf tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652645 Jan 11 13:10:17.003630 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:17.017010 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'port_id': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c', 'mac_address': 'fa:16:3e:7e:8a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:10:17.056532 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c is: ACTIVE; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:17.057204 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:17.075898 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddc6031b-1c86-44ed-8bb0-da1dbff77c5c {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:10:17.096062 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:17.101136 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:17.283675 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,revision_number=6']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:17.291347 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:17.291949 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:17.292516 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:17.293057 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:17.293456 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:17.293871 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:17.294286 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:17.294685 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:17.295081 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:17.295493 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:17.295895 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:17.296340 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:17.296815 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:17.368333 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['ddc6031b-1c86-44ed-8bb0-da1dbff77c5c'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:10:17.876257 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824c4fc-21c0-4337-99da-195633802bca req-a9096807-d5de-4812-b4d8-53c7f598723a tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:17.878301 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5824c4fc-21c0-4337-99da-195633802bca req-a9096807-d5de-4812-b4d8-53c7f598723a tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0778105 Jan 11 13:10:17.942632 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5824c4fc-21c0-4337-99da-195633802bca req-db808ff7-cd0f-4528-b6f4-be474527f14b tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584605 Jan 11 13:10:18.149579 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2a7be-ea11-4143-ab91-441eda02fd39 req-5053b76b-307f-4cc0-b4d0-88ddb015f97d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:18.152360 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-14d2a7be-ea11-4143-ab91-441eda02fd39 req-5053b76b-307f-4cc0-b4d0-88ddb015f97d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 944 time: 0.0758693 Jan 11 13:10:18.203095 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-14d2a7be-ea11-4143-ab91-441eda02fd39 req-e28c94f2-659d-40c6-ba33-69b526836439 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451143 Jan 11 13:10:18.914555 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device ddc6031b-1c86-44ed-8bb0-da1dbff77c5c up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:10:18.978076 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:18.978463 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:19.081516 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:19.081833 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:19.088295 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8dd1e-de43-4623-a748-dd5e83526986 req-a076cdb5-2b2e-4cba-9030-1a8cd77b7ec4 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:19.099321 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-50d8dd1e-de43-4623-a748-dd5e83526986 req-a076cdb5-2b2e-4cba-9030-1a8cd77b7ec4 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0662129 Jan 11 13:10:19.110752 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:10:19.114796 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2305efd-033d-4530-9930-deb5530f7b7d" -d '{"events": [{"server_uuid": "6c2ba66d-555d-4c75-9647-d266e8883df6", "name": "network-vif-plugged", "status": "completed", "tag": "ddc6031b-1c86-44ed-8bb0-da1dbff77c5c"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:10:19.134755 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:19.142569 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:19.192059 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c91415-f889-4225-aff8-9e9382741bf7 x-openstack-request-id: req-17c91415-f889-4225-aff8-9e9382741bf7 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:10:19.192426 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2ba66d-555d-4c75-9647-d266e8883df6", "name": "network-vif-plugged", "status": "completed", "tag": "ddc6031b-1c86-44ed-8bb0-da1dbff77c5c", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:10:19.192667 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17c91415-f889-4225-aff8-9e9382741bf7 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:10:19.192866 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-50d8dd1e-de43-4623-a748-dd5e83526986 req-45438dfe-89ff-40a2-a86f-be7f8ba42740 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925882 Jan 11 13:10:19.193056 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c', 'code': 200} Jan 11 13:10:19.212415 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,revision_number=7']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:19.334778 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a86329-24b5-4710-825b-47762661de46 req-a7d5b47d-1b9d-4240-bdcd-dc97743dbfb0 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:19.342847 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-13a86329-24b5-4710-825b-47762661de46 req-a7d5b47d-1b9d-4240-bdcd-dc97743dbfb0 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0624139 Jan 11 13:10:19.391099 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-13a86329-24b5-4710-825b-47762661de46 req-fd3d77b6-2aad-4d47-8c04-65fbe45b2155 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478148 Jan 11 13:10:20.339073 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e5f1b-5434-4895-972a-7ab953c08bf4 req-dc918885-53ad-49c8-800c-2ca2cd814d71 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:20.342527 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b69e5f1b-5434-4895-972a-7ab953c08bf4 req-dc918885-53ad-49c8-800c-2ca2cd814d71 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0757298 Jan 11 13:10:20.415095 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b69e5f1b-5434-4895-972a-7ab953c08bf4 req-6cb61904-4546-4a99-a791-89c742891002 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646956 Jan 11 13:10:20.595277 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fa38e-1077-4abf-8c2a-fde20dd930ab req-4d043052-e768-4a1a-b749-f1bac4abb632 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:20.602716 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4b8fa38e-1077-4abf-8c2a-fde20dd930ab req-4d043052-e768-4a1a-b749-f1bac4abb632 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0937507 Jan 11 13:10:20.689388 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4b8fa38e-1077-4abf-8c2a-fde20dd930ab req-717499ed-c9cd-4f92-9552-9d956d7edb2d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809965 Jan 11 13:10:21.633989 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae56981-d4ea-4dea-aa50-b9bd615319ec req-e8de83e1-2f37-4229-b4fb-aac8be50a4c8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:21.635989 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cae56981-d4ea-4dea-aa50-b9bd615319ec req-e8de83e1-2f37-4229-b4fb-aac8be50a4c8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.1096647 Jan 11 13:10:21.763742 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cae56981-d4ea-4dea-aa50-b9bd615319ec req-7a26b415-5f02-4a7e-92e4-d9af5b367c64 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072385 Jan 11 13:10:21.910652 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d9a1f-b9b7-4b9f-9b76-b22e790b4108 req-ea9fbac3-62b7-40bc-a46f-57599f0fb79b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:21.913508 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-df8d9a1f-b9b7-4b9f-9b76-b22e790b4108 req-ea9fbac3-62b7-40bc-a46f-57599f0fb79b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0918820 Jan 11 13:10:22.008747 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-df8d9a1f-b9b7-4b9f-9b76-b22e790b4108 req-57937d2c-c838-4e0c-9e29-a2cb1835b7a2 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882537 Jan 11 13:10:22.962287 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40558168-b01b-4556-a72a-1b8c0aa1fe4a req-37f948b2-5a44-45ba-95f6-ff018fed3e58 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:22.969517 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-40558168-b01b-4556-a72a-1b8c0aa1fe4a req-37f948b2-5a44-45ba-95f6-ff018fed3e58 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0968184 Jan 11 13:10:23.036765 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-40558168-b01b-4556-a72a-1b8c0aa1fe4a req-414d05ab-5ba2-4552-bcce-20e891749ea5 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662682 Jan 11 13:10:23.182090 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23604f99-88a8-4b07-9bd0-db0448de933d req-1252b1fb-093b-46bd-b42c-e1dcf142b0e7 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:23.191048 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-23604f99-88a8-4b07-9bd0-db0448de933d req-1252b1fb-093b-46bd-b42c-e1dcf142b0e7 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0700598 Jan 11 13:10:23.251638 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-23604f99-88a8-4b07-9bd0-db0448de933d req-0752b568-c0d6-472b-b8ef-49184cacdefe tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583022 Jan 11 13:10:24.185006 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27ef1c-ea19-4189-ad60-ade720436963 req-e9662c2a-15fd-40a1-a09f-a2ffafb774fb tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:24.193313 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6b27ef1c-ea19-4189-ad60-ade720436963 req-e9662c2a-15fd-40a1-a09f-a2ffafb774fb tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0841293 Jan 11 13:10:24.255426 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6b27ef1c-ea19-4189-ad60-ade720436963 req-83f1118c-0d75-468b-b7ba-b9b99bb15b64 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608580 Jan 11 13:10:24.447326 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085ffa3-83db-45d5-8556-32816077e8c5 req-c5ee0c81-bc5e-4521-bcbd-ba195d90420e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:24.457396 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1085ffa3-83db-45d5-8556-32816077e8c5 req-c5ee0c81-bc5e-4521-bcbd-ba195d90420e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.1121237 Jan 11 13:10:24.545862 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1085ffa3-83db-45d5-8556-32816077e8c5 req-412952ae-9466-4b9f-a16e-5ba05ef42250 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871985 Jan 11 13:10:25.460307 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6c7cf-f8a4-47a9-882d-5cf1440ed015 req-fb2f3bf0-d971-495a-9171-06e5ce2efd36 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:25.467246 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-91f6c7cf-f8a4-47a9-882d-5cf1440ed015 req-fb2f3bf0-d971-495a-9171-06e5ce2efd36 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0974989 Jan 11 13:10:25.553823 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-91f6c7cf-f8a4-47a9-882d-5cf1440ed015 req-2dca0c5b-afda-41ac-a73b-15bfd2585d27 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855274 Jan 11 13:10:25.695755 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207df6af-a150-42d5-9835-8a86d44d902c req-15b454bb-abb3-4310-ac82-368ed0a4d5a0 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:25.697303 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-207df6af-a150-42d5-9835-8a86d44d902c req-15b454bb-abb3-4310-ac82-368ed0a4d5a0 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0580153 Jan 11 13:10:25.802983 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-207df6af-a150-42d5-9835-8a86d44d902c req-d87b48ad-e5ca-402e-9897-c44ae234243d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991700 Jan 11 13:10:26.712739 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90153eb-1251-4a87-9f6b-21cbc7108716 req-fcc15665-69ad-4e45-a38e-0fcb4f624ff7 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:26.718158 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a90153eb-1251-4a87-9f6b-21cbc7108716 req-fcc15665-69ad-4e45-a38e-0fcb4f624ff7 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0825655 Jan 11 13:10:26.795681 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a90153eb-1251-4a87-9f6b-21cbc7108716 req-9f01a02c-16a4-4fb7-a8ff-16a50a647cfe tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700576 Jan 11 13:10:26.997725 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134505a-2bde-44ca-a75c-5a3e8bcc56f5 req-3912ac17-b6ca-4c49-ba30-2eb1a866add5 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:27.007583 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e134505a-2bde-44ca-a75c-5a3e8bcc56f5 req-3912ac17-b6ca-4c49-ba30-2eb1a866add5 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.1075127 Jan 11 13:10:27.156755 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e134505a-2bde-44ca-a75c-5a3e8bcc56f5 req-9e1a8851-7abc-451f-a2a8-c2348cd2e1db tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481485 Jan 11 13:10:27.885526 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c9641-57fd-402b-9d4d-e55f41bfbc78 req-bd321b75-114a-4883-b229-bc09bd3d9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:27.890384 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2d5c9641-57fd-402b-9d4d-e55f41bfbc78 req-bd321b75-114a-4883-b229-bc09bd3d9739 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e926aa46b418404383da145fb0cb13b2&device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 1098 time: 0.0967903 Jan 11 13:10:27.891196 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08dbb0-70e7-40e2-862c-bc6411b217d2 req-af3c251d-e9bb-4898-ad9e-75c77f7b9342 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:27.904534 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7c08dbb0-70e7-40e2-862c-bc6411b217d2 req-af3c251d-e9bb-4898-ad9e-75c77f7b9342 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.1297920 Jan 11 13:10:27.999078 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9065b9-5b49-4306-a5c8-47772ca06dc3 req-a5f58965-fb90-456a-99bb-33c9e6d60314 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:28.000978 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6f9065b9-5b49-4306-a5c8-47772ca06dc3 req-a5f58965-fb90-456a-99bb-33c9e6d60314 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0699911 Jan 11 13:10:28.017612 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7c08dbb0-70e7-40e2-862c-bc6411b217d2 req-60ef6296-61d4-4767-b61b-a211c6c132a1 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120648 Jan 11 13:10:28.089102 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c9641-57fd-402b-9d4d-e55f41bfbc78 req-e8e2da94-33a8-4032-970e-58a099ff7aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:28.090752 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2d5c9641-57fd-402b-9d4d-e55f41bfbc78 req-e8e2da94-33a8-4032-970e-58a099ff7aa3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd206a4-d95e-47f8-a04e-91f4a01a6374 HTTP/1.1" status: 200 len: 920 time: 0.1838367 Jan 11 13:10:28.128337 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6f9065b9-5b49-4306-a5c8-47772ca06dc3 req-6b53c5ef-4709-46d8-afaa-d8c63a34e559 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088424 Jan 11 13:10:28.149619 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2d5c9641-57fd-402b-9d4d-e55f41bfbc78 req-071425d4-d64f-405f-92ce-dbf1a0e0a096 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 HTTP/1.1" status: 200 len: 217 time: 0.0499427 Jan 11 13:10:28.237690 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c9641-57fd-402b-9d4d-e55f41bfbc78 req-f238d069-af50-470c-9e5c-50c569c7fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:28.239170 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2d5c9641-57fd-402b-9d4d-e55f41bfbc78 req-f238d069-af50-470c-9e5c-50c569c7fd50 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a3af950-4033-4372-9fdc-0bf30a030e8b HTTP/1.1" status: 200 len: 859 time: 0.0780230 Jan 11 13:10:28.330327 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2d5c9641-57fd-402b-9d4d-e55f41bfbc78 req-76fb1286-9116-4976-b782-277970826876 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd206a4-d95e-47f8-a04e-91f4a01a6374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824535 Jan 11 13:10:28.360512 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e86d16-fde5-4e7b-9a51-f48762d82041 req-7d856ca5-99d7-4765-a5ea-f17d69d64c65 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:28.362520 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4e86d16-fde5-4e7b-9a51-f48762d82041 req-7d856ca5-99d7-4765-a5ea-f17d69d64c65 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0961392 Jan 11 13:10:28.454228 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4e86d16-fde5-4e7b-9a51-f48762d82041 req-6368051f-0923-479a-8454-077ea9f9b4ef tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807707 Jan 11 13:10:28.478821 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2d5c9641-57fd-402b-9d4d-e55f41bfbc78 req-7ab6da80-9a11-4474-bc4f-8d9792f44cc0 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317489 Jan 11 13:10:28.598613 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2d5c9641-57fd-402b-9d4d-e55f41bfbc78 req-0fff4def-2d2a-41ab-9869-77c975cd7333 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069298 Jan 11 13:10:29.431963 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb3fae-436f-401c-a2e6-6422ab593f49 req-868f6145-90f1-4d5d-ac24-1a00f6c979f1 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:29.433592 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3dcb3fae-436f-401c-a2e6-6422ab593f49 req-868f6145-90f1-4d5d-ac24-1a00f6c979f1 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.2299671 Jan 11 13:10:29.560129 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3dcb3fae-436f-401c-a2e6-6422ab593f49 req-21d0a964-7017-4d2e-9a94-246d459f9aad tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109931 Jan 11 13:10:29.572153 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271ef92-ecb2-40f3-99a1-f6207de84ad5 req-e5c5e84f-4c80-4a09-92bf-13a35d4a7b4a tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:29.573195 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f271ef92-ecb2-40f3-99a1-f6207de84ad5 req-e5c5e84f-4c80-4a09-92bf-13a35d4a7b4a tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.2127466 Jan 11 13:10:29.686199 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f271ef92-ecb2-40f3-99a1-f6207de84ad5 req-3e4507b6-062f-4f88-a47c-b5de435540ae tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063001 Jan 11 13:10:29.794390 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069f91b-d973-4997-8cbe-6c5f2bdab344 req-6c990a73-1607-4308-9cac-efce47dc920f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:29.805418 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5069f91b-d973-4997-8cbe-6c5f2bdab344 req-6c990a73-1607-4308-9cac-efce47dc920f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0884519 Jan 11 13:10:29.882039 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5069f91b-d973-4997-8cbe-6c5f2bdab344 req-14a0a435-bfba-4d3d-bfce-1b38a644225c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744917 Jan 11 13:10:30.548261 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9d3e5cf5-49f9-4734-b9de-70a86fb1af31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:30.727200 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d324eaf-1170-44b7-9cf9-45d558e9135d req-d40ab9f8-ba03-4bed-a867-321b9c6e6911 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:30.735541 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1d324eaf-1170-44b7-9cf9-45d558e9135d req-d40ab9f8-ba03-4bed-a867-321b9c6e6911 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0691345 Jan 11 13:10:30.803570 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1d324eaf-1170-44b7-9cf9-45d558e9135d req-2a057dde-eb99-451d-af90-7308cdd71415 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656719 Jan 11 13:10:30.885860 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1bed4-d442-48d2-b379-cc0d622d80d6 req-21d71f42-111a-4199-999a-a4aca92fc8f4 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:30.888238 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b2d1bed4-d442-48d2-b379-cc0d622d80d6 req-21d71f42-111a-4199-999a-a4aca92fc8f4 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0539107 Jan 11 13:10:30.967107 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b2d1bed4-d442-48d2-b379-cc0d622d80d6 req-41fbde6c-620b-4e3c-8a34-2ffb958f3e51 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677230 Jan 11 13:10:30.975203 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abffe4-5629-41f7-986a-808340715ba4 req-39372f71-b99f-49bc-ab05-aa5d0a7decbf tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:30.976728 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-03abffe4-5629-41f7-986a-808340715ba4 req-39372f71-b99f-49bc-ab05-aa5d0a7decbf tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 945 time: 0.0876100 Jan 11 13:10:31.038003 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-03abffe4-5629-41f7-986a-808340715ba4 req-e11acd31-ae92-4241-ad84-2432309ce455 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546999 Jan 11 13:10:31.103298 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09138a2-41fb-42e2-8cd0-6eff3706300e req-ebb322d4-237d-4e28-913d-1fe0964e695b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:31.108569 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a09138a2-41fb-42e2-8cd0-6eff3706300e req-ebb322d4-237d-4e28-913d-1fe0964e695b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0621319 Jan 11 13:10:31.157356 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a09138a2-41fb-42e2-8cd0-6eff3706300e req-2c91af28-8732-42d7-b292-d03202167852 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461609 Jan 11 13:10:31.937364 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46995e-750e-4d19-ba6d-ab144abf37b0 req-69b424bf-329d-4793-8bf2-d26e6f01d185 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:31.939009 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-aa46995e-750e-4d19-ba6d-ab144abf37b0 req-69b424bf-329d-4793-8bf2-d26e6f01d185 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0605605 Jan 11 13:10:31.986198 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-aa46995e-750e-4d19-ba6d-ab144abf37b0 req-093b4c02-3da1-4c06-8210-5aa72af2d8d0 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413666 Jan 11 13:10:32.093968 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3603c-309b-4300-a8f6-672c7d2ba390 req-a23aeabc-22e4-4d13-91e7-68231e4d685d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:32.095677 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-27d3603c-309b-4300-a8f6-672c7d2ba390 req-a23aeabc-22e4-4d13-91e7-68231e4d685d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0505433 Jan 11 13:10:32.101028 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb29c2-986b-43c4-8982-5324a96bf10e req-523dc3d4-f64f-4f2b-bbce-3c809370b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:32.102809 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d5eb29c2-986b-43c4-8982-5324a96bf10e req-523dc3d4-f64f-4f2b-bbce-3c809370b323 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63f679ea15dc425485f5ce6a998f3add&device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 1098 time: 0.0447848 Jan 11 13:10:32.178169 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-27d3603c-309b-4300-a8f6-672c7d2ba390 req-66f70af2-bcbc-4335-b600-5f4ad4a872be tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761144 Jan 11 13:10:32.187389 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562da35-427c-411d-b492-f972e52b2c01 req-7cfb0d85-7800-4808-9c3b-987037752fab tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:32.189029 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1562da35-427c-411d-b492-f972e52b2c01 req-7cfb0d85-7800-4808-9c3b-987037752fab tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 945 time: 0.0796576 Jan 11 13:10:32.202557 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb29c2-986b-43c4-8982-5324a96bf10e req-a5c6f8b1-be63-4336-9986-fca4f7998323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:32.205112 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d5eb29c2-986b-43c4-8982-5324a96bf10e req-a5c6f8b1-be63-4336-9986-fca4f7998323 service neutron] 10.222.0.49 "GET /v2.0/networks?id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc HTTP/1.1" status: 200 len: 916 time: 0.0955179 Jan 11 13:10:32.245395 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1562da35-427c-411d-b492-f972e52b2c01 req-77a7dff3-37b1-4613-81a5-b4194b907421 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459743 Jan 11 13:10:32.272828 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d5eb29c2-986b-43c4-8982-5324a96bf10e req-536ee7c3-3640-4992-887f-d8d1474490c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c HTTP/1.1" status: 200 len: 1000 time: 0.0611091 Jan 11 13:10:32.294671 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4b151-9185-4043-b8b4-d325026427f3 req-f0bb37bd-c851-4018-8f78-1e4b22cb5ba9 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:32.296271 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fde4b151-9185-4043-b8b4-d325026427f3 req-f0bb37bd-c851-4018-8f78-1e4b22cb5ba9 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.0476305 Jan 11 13:10:32.320421 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb29c2-986b-43c4-8982-5324a96bf10e req-3bf5baf2-0963-4fa0-ae57-7d3d0395ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:32.321886 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d5eb29c2-986b-43c4-8982-5324a96bf10e req-3bf5baf2-0963-4fa0-ae57-7d3d0395ac94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26a91e9a-7375-46a6-9db2-f38aaabd6d94 HTTP/1.1" status: 200 len: 854 time: 0.0429752 Jan 11 13:10:32.342264 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fde4b151-9185-4043-b8b4-d325026427f3 req-10962cad-af5e-4bf3-b4c2-5e3f0906beb8 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403919 Jan 11 13:10:32.376981 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb29c2-986b-43c4-8982-5324a96bf10e req-69f808c6-661d-4615-92d0-38e87f77525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:32.378438 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d5eb29c2-986b-43c4-8982-5324a96bf10e req-69f808c6-661d-4615-92d0-38e87f77525f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466292 Jan 11 13:10:32.464437 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d5eb29c2-986b-43c4-8982-5324a96bf10e req-4a08a16b-6f20-4edb-854c-42aca47506d4 service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780404 Jan 11 13:10:32.552639 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d5eb29c2-986b-43c4-8982-5324a96bf10e req-0ed0322e-dd5a-400c-957b-f8a7ae59466d service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812399 Jan 11 13:10:32.596310 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ce4074d3-ec20-450c-8c0f-cd06c92b02ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:32.953209 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe17d1-d7cc-46ce-8f30-82aa9f04e399 req-98422e4f-1667-4452-9c52-ef7631a12781 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:32.954688 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6bbe17d1-d7cc-46ce-8f30-82aa9f04e399 req-98422e4f-1667-4452-9c52-ef7631a12781 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.49 "GET /v2.0/ports?device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 945 time: 0.0472443 Jan 11 13:10:32.986382 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 52902) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:33.030572 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Deleting subnet 10ef299a-83a2-41fb-9ca3-b3bcba99dba6 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 13:10:33.034121 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Publish callbacks [] for subnet (10ef299a-83a2-41fb-9ca3-b3bcba99dba6), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:33.050550 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-6bbe17d1-d7cc-46ce-8f30-82aa9f04e399 req-b3ab5d00-3459-470d-bc76-c821ba2a9c57 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Deleting port 4793f6e1-8c71-40b2-8823-4b653806f8a2 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:10:33.050896 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-6bbe17d1-d7cc-46ce-8f30-82aa9f04e399 req-b3ab5d00-3459-470d-bc76-c821ba2a9c57 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (4793f6e1-8c71-40b2-8823-4b653806f8a2), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:33.094466 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4699569'] for subnet (10ef299a-83a2-41fb-9ca3-b3bcba99dba6), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:33.139693 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0d657-932a-4aa4-9e40-9d0a2e2de689 req-2b931c56-a81f-4e96-b552-fc9300a549ea tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:33.141187 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5ef0d657-932a-4aa4-9e40-9d0a2e2de689 req-2b931c56-a81f-4e96-b552-fc9300a549ea tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0846486 Jan 11 13:10:33.142630 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-6bbe17d1-d7cc-46ce-8f30-82aa9f04e399 req-b3ab5d00-3459-470d-bc76-c821ba2a9c57 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] For port 4793f6e1-8c71-40b2-8823-4b653806f8a2, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4793f6e1-8c71-40b2-8823-4b653806f8a2,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:33.143089 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-6bbe17d1-d7cc-46ce-8f30-82aa9f04e399 req-b3ab5d00-3459-470d-bc76-c821ba2a9c57 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (4793f6e1-8c71-40b2-8823-4b653806f8a2), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:33.155936 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-6bbe17d1-d7cc-46ce-8f30-82aa9f04e399 req-b3ab5d00-3459-470d-bc76-c821ba2a9c57 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Calling delete_port for 4793f6e1-8c71-40b2-8823-4b653806f8a2 owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:10:33.160302 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905359'] for subnet (10ef299a-83a2-41fb-9ca3-b3bcba99dba6), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:33.224150 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5ef0d657-932a-4aa4-9e40-9d0a2e2de689 req-415e2ceb-e6b3-4764-9172-063d35cfd23f tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766006 Jan 11 13:10:33.239706 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5438415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4649914'] for subnet (10ef299a-83a2-41fb-9ca3-b3bcba99dba6), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:33.271003 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ef299a-83a2-41fb-9ca3-b3bcba99dba6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:33.294889 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-6bbe17d1-d7cc-46ce-8f30-82aa9f04e399 req-b3ab5d00-3459-470d-bc76-c821ba2a9c57 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871'] for port (4793f6e1-8c71-40b2-8823-4b653806f8a2), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:33.301952 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:33.305169 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/10ef299a-83a2-41fb-9ca3-b3bcba99dba6 HTTP/1.1" status: 204 len: 168 time: 0.3177745 Jan 11 13:10:33.306563 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:33.306909 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:33.307251 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:33.307587 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:33.307918 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:33.308309 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:33.308801 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:33.309144 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:33.309478 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:33.309806 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:33.310124 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:33.310449 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:33.310769 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306a2f2-7393-459c-b44a-fc0139747a18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:33.313219 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 52910) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:33.314987 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['7a519c1f-57d2-400a-acae-871b25b491b3', 'f8d828fd-cf08-46c6-b9eb-fcb1be1fad14', 'aac04267-6c57-452d-b965-5dbeff8de4dc', '4793f6e1-8c71-40b2-8823-4b653806f8a2'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:10:33.327243 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab5d00-3459-470d-bc76-c821ba2a9c57 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Pushing event deleted for resources: {'Port': ['ID=4793f6e1-8c71-40b2-8823-4b653806f8a2,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:33.369934 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbe17d1-d7cc-46ce-8f30-82aa9f04e399 req-b3ab5d00-3459-470d-bc76-c821ba2a9c57 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] No DVR routers for this DVR port 4793f6e1-8c71-40b2-8823-4b653806f8a2 on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:10:33.372679 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-6bbe17d1-d7cc-46ce-8f30-82aa9f04e399 req-b3ab5d00-3459-470d-bc76-c821ba2a9c57 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:33.376270 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6bbe17d1-d7cc-46ce-8f30-82aa9f04e399 req-b3ab5d00-3459-470d-bc76-c821ba2a9c57 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.49 "DELETE /v2.0/ports/4793f6e1-8c71-40b2-8823-4b653806f8a2 HTTP/1.1" status: 204 len: 173 time: 0.4129310 Jan 11 13:10:33.376815 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad9508f-fec3-40d0-b6c7-c385f6b2524e', 'name': 'network-vif-deleted', 'tag': '4793f6e1-8c71-40b2-8823-4b653806f8a2'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:10:33.379242 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4583ec9a-52f3-49fa-b519-66d6d576ba85" -d '{"events": [{"server_uuid": "fad9508f-fec3-40d0-b6c7-c385f6b2524e", "name": "network-vif-deleted", "tag": "4793f6e1-8c71-40b2-8823-4b653806f8a2"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:10:33.384831 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-49cf3e57-0c89-40ea-ab1c-14caea015abb req-0bbc108c-a74f-4e5d-b5a0-c28e7dcb8662 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=fad9508f-fec3-40d0-b6c7-c385f6b2524e HTTP/1.1" status: 200 len: 210 time: 0.0565629 Jan 11 13:10:33.442675 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73abe2c-b631-42d8-8097-c5cd45094529 req-4a12db61-3d1f-4502-bd78-36fc35882e0d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:33.444314 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e73abe2c-b631-42d8-8097-c5cd45094529 req-4a12db61-3d1f-4502-bd78-36fc35882e0d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.1786301 Jan 11 13:10:33.447344 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-768e2f43-e0f2-4ded-b44d-ab8a35ea53c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762316'] for network (d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:33.562497 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e73abe2c-b631-42d8-8097-c5cd45094529 req-a2ef0710-c3f0-4967-9754-8a93bb511b6f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092896 Jan 11 13:10:33.609604 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecb51b0-2740-411c-b87a-a3da8842919d x-openstack-request-id: req-8ecb51b0-2740-411c-b87a-a3da8842919d {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:10:33.609917 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad9508f-fec3-40d0-b6c7-c385f6b2524e", "name": "network-vif-deleted", "tag": "4793f6e1-8c71-40b2-8823-4b653806f8a2", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:10:33.610176 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ecb51b0-2740-411c-b87a-a3da8842919d {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:10:33.610561 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad9508f-fec3-40d0-b6c7-c385f6b2524e', 'name': 'network-vif-deleted', 'tag': '4793f6e1-8c71-40b2-8823-4b653806f8a2', 'status': 'completed', 'code': 200} Jan 11 13:10:33.797487 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-768e2f43-e0f2-4ded-b44d-ab8a35ea53c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911386', 'neutron.services.segments.db._delete_segments_for_network-8779303588271'] for network (d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:33.815160 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a9003-4170-41de-93ad-bf7de00e5c76 req-7afe07d9-a97a-4366-b228-935d8829ab17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:33.816669 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-811a9003-4170-41de-93ad-bf7de00e5c76 req-7afe07d9-a97a-4366-b228-935d8829ab17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.3463604 Jan 11 13:10:33.831032 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-768e2f43-e0f2-4ded-b44d-ab8a35ea53c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:33.851212 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-768e2f43-e0f2-4ded-b44d-ab8a35ea53c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1812e3f8-a6c4-41da-9544-d6f5e9769550') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:33.851510 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-768e2f43-e0f2-4ded-b44d-ab8a35ea53c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1812e3f8-a6c4-41da-9544-d6f5e9769550') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:33.864872 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-768e2f43-e0f2-4ded-b44d-ab8a35ea53c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779303593144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4699576'] for segment (1812e3f8-a6c4-41da-9544-d6f5e9769550), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:33.889170 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-768e2f43-e0f2-4ded-b44d-ab8a35ea53c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (1812e3f8-a6c4-41da-9544-d6f5e9769550), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:33.897969 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768e2f43-e0f2-4ded-b44d-ab8a35ea53c6 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 13:10:33.898358 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-768e2f43-e0f2-4ded-b44d-ab8a35ea53c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5438377'] for segment (1812e3f8-a6c4-41da-9544-d6f5e9769550), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: Traceback (most recent call last): Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: timer() Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: cb(*args, **kw) Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: return func(*args, **kwargs) Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: self._notify() Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: self.callback(batched_events) Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: event.method(event) Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: return f(self, *a, **k) Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: return self._get(url).json() Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: return self.request(url, 'GET', **kwargs) Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 13:10:33.900998 dv-cinder-824149-3-iscsi neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 13:10:33.903923 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-811a9003-4170-41de-93ad-bf7de00e5c76 req-e12f36b5-c6c3-419c-af17-1c8d2df21793 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769825 Jan 11 13:10:33.950502 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:33.964479 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-768e2f43-e0f2-4ded-b44d-ab8a35ea53c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7954151'] for network (d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:33.969167 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-768e2f43-e0f2-4ded-b44d-ab8a35ea53c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:33.972573 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-768e2f43-e0f2-4ded-b44d-ab8a35ea53c6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9 HTTP/1.1" status: 204 len: 168 time: 0.6550310 Jan 11 13:10:33.984957 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e2f43-e0f2-4ded-b44d-ab8a35ea53c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d76d01fc-5138-4c8e-bc8f-9e6ae1bb45c9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:34.189742 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 52918) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:34.231348 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-5884f922-661b-49fb-8350-e5a39e52d8e0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=113d1e417bf14c39bd36a320b3ab4afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404539 Jan 11 13:10:34.234042 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 52920) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:34.279377 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95972557-0da8-4e49-a138-d5a23d771241 admin admin] Publish callbacks [] for security_group (8611e42d-5256-474b-a2ab-8d4cf7243052), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:34.299941 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95972557-0da8-4e49-a138-d5a23d771241 admin admin] Publish callbacks [] for security_group (8611e42d-5256-474b-a2ab-8d4cf7243052), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:34.368630 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c42107-99c6-4929-881e-3fbda5618f2b req-8c24444c-faaf-4e21-a4dd-4b73427237a9 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:34.370012 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d4c42107-99c6-4929-881e-3fbda5618f2b req-8c24444c-faaf-4e21-a4dd-4b73427237a9 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0682077 Jan 11 13:10:34.376513 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:34.395632 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95972557-0da8-4e49-a138-d5a23d771241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (8611e42d-5256-474b-a2ab-8d4cf7243052), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:34.398141 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95972557-0da8-4e49-a138-d5a23d771241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:34.399211 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-95972557-0da8-4e49-a138-d5a23d771241 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8611e42d-5256-474b-a2ab-8d4cf7243052 HTTP/1.1" status: 204 len: 168 time: 0.1642849 Jan 11 13:10:34.414316 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95972557-0da8-4e49-a138-d5a23d771241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8611e42d-5256-474b-a2ab-8d4cf7243052,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:34.430581 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d4c42107-99c6-4929-881e-3fbda5618f2b req-10e40e49-51f7-48f3-bcc6-1d62b86f4f0c tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547984 Jan 11 13:10:34.694176 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb29eaf-241c-4d2d-953d-1d0b1dfbee41 req-8e0ea468-5f4b-4700-afed-90725f68ded0 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:34.695819 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9bb29eaf-241c-4d2d-953d-1d0b1dfbee41 req-8e0ea468-5f4b-4700-afed-90725f68ded0 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0634255 Jan 11 13:10:34.754963 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9bb29eaf-241c-4d2d-953d-1d0b1dfbee41 req-6c233d3b-15d0-4669-beb7-521ec22bb02d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514207 Jan 11 13:10:34.984277 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d458e-82f3-4e28-bb88-ebc591e2875c req-83410d34-8223-4d94-9f5a-3cbacb19ebbb tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:34.986181 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c40d458e-82f3-4e28-bb88-ebc591e2875c req-83410d34-8223-4d94-9f5a-3cbacb19ebbb tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0808022 Jan 11 13:10:34.988942 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device ddc6031b-1c86-44ed-8bb0-da1dbff77c5c no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:10:35.093410 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d8f88-6b3d-4cae-afde-c35fe1841674 req-443429ba-01de-4c1c-87bc-bc5cfdc5c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:35.096021 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-042d8f88-6b3d-4cae-afde-c35fe1841674 req-443429ba-01de-4c1c-87bc-bc5cfdc5c618 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7808d2de8744f4eb8023e61750e3d81&device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 1098 time: 0.0822508 Jan 11 13:10:35.099201 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f2822-9aca-4cf6-9143-c15871e972a4 req-2419e733-98f8-4efd-ad55-9baec0d9c58a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:35.108439 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ec0f2822-9aca-4cf6-9143-c15871e972a4 req-2419e733-98f8-4efd-ad55-9baec0d9c58a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 945 time: 0.1157274 Jan 11 13:10:35.150075 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c is: ACTIVE; New status is: DOWN {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:35.150695 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:35.164431 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c40d458e-82f3-4e28-bb88-ebc591e2875c req-9d8919ce-4c4d-4945-bc3c-3ebc3a89abaa tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406839 Jan 11 13:10:35.182585 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:10:35.186360 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73516602-6cca-4fb8-89da-9292c1b9dade" -d '{"events": [{"server_uuid": "6c2ba66d-555d-4c75-9647-d266e8883df6", "name": "network-vif-unplugged", "status": "completed", "tag": "ddc6031b-1c86-44ed-8bb0-da1dbff77c5c"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:10:35.206477 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:35.217134 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:35.225805 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 52960) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:35.227613 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ec0f2822-9aca-4cf6-9143-c15871e972a4 req-ec7f7c2a-10cb-4817-9e9e-fa38e91ab807 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181960 Jan 11 13:10:35.235853 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 11 Jan 2022 13:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d949948-5d8a-4409-ab9d-7d536f168314 x-openstack-request-id: req-6d949948-5d8a-4409-ab9d-7d536f168314 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:10:35.236152 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2ba66d-555d-4c75-9647-d266e8883df6", "name": "network-vif-unplugged", "status": "failed", "tag": "ddc6031b-1c86-44ed-8bb0-da1dbff77c5c", "code": 422}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:10:35.236483 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d949948-5d8a-4409-ab9d-7d536f168314 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:10:35.236818 dv-cinder-824149-3-iscsi neutron-server[102631]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c', 'code': 422} returned with failed status Jan 11 13:10:35.240297 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d8f88-6b3d-4cae-afde-c35fe1841674 req-7baf14ac-d2fd-4c5d-875d-10a97dd19182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:35.242446 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-042d8f88-6b3d-4cae-afde-c35fe1841674 req-7baf14ac-d2fd-4c5d-875d-10a97dd19182 service neutron] 10.222.0.49 "GET /v2.0/networks?id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949 HTTP/1.1" status: 200 len: 911 time: 0.1388786 Jan 11 13:10:35.273123 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:35.289831 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,revision_number=8']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:35.320871 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-042d8f88-6b3d-4cae-afde-c35fe1841674 req-aed95d0f-0900-43a9-9442-0a1ee19b1242 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0c46d50-6e93-4eb5-a795-196691df5d9c HTTP/1.1" status: 200 len: 1001 time: 0.0690005 Jan 11 13:10:35.371587 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d8f88-6b3d-4cae-afde-c35fe1841674 req-20f9718a-ceef-4137-bda1-7bf4f978a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:35.373162 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-042d8f88-6b3d-4cae-afde-c35fe1841674 req-20f9718a-ceef-4137-bda1-7bf4f978a5ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b72085c7-0437-4370-a1d2-14c23986b36f HTTP/1.1" status: 200 len: 849 time: 0.0456548 Jan 11 13:10:35.403310 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-c2d50bfa-7080-4819-8ce2-296041246f7d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1070493120-network', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:10:35.453994 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d8f88-6b3d-4cae-afde-c35fe1841674 req-b7177cf0-76a3-4d10-92f8-0c2ca2f9af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:35.455543 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-042d8f88-6b3d-4cae-afde-c35fe1841674 req-b7177cf0-76a3-4d10-92f8-0c2ca2f9af7e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0655458 Jan 11 13:10:35.460558 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d50bfa-7080-4819-8ce2-296041246f7d admin admin] Made reservation on behalf of 8e5eb41976664084b52ed4c7ea35403f for: {'network': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:10:35.462995 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c2d50bfa-7080-4819-8ce2-296041246f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:35.497450 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c2d50bfa-7080-4819-8ce2-296041246f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:35.553633 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d2494-2337-460a-9d79-9f60bab1b2e5 req-e3e12bee-00a5-417b-b557-f94cdf1d3ba8 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:35.555457 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f50d2494-2337-460a-9d79-9f60bab1b2e5 req-e3e12bee-00a5-417b-b557-f94cdf1d3ba8 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0507829 Jan 11 13:10:35.618981 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f50d2494-2337-460a-9d79-9f60bab1b2e5 req-ccc49f61-4107-4a59-9ef3-0c8246c6ef0e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553169 Jan 11 13:10:35.765892 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [req-d0fddc45-818f-43a4-95cb-6b658154e9b6 req-6991d39f-be44-46b2-af07-16e13382377d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 13:10:35.767894 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d0fddc45-818f-43a4-95cb-6b658154e9b6 req-6991d39f-be44-46b2-af07-16e13382377d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080268 Jan 11 13:10:35.790487 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-042d8f88-6b3d-4cae-afde-c35fe1841674 req-aab86205-9c61-4483-a337-abf028baac33 service neutron] 10.222.0.49 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231721 Jan 11 13:10:35.865096 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140f83d-0610-4497-9e9d-22d41dc81e22 req-1bde91b0-651e-4a7c-b47e-10d41b2cb061 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:35.866988 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f140f83d-0610-4497-9e9d-22d41dc81e22 req-1bde91b0-651e-4a7c-b47e-10d41b2cb061 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 945 time: 0.0600426 Jan 11 13:10:35.884163 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c2d50bfa-7080-4819-8ce2-296041246f7d admin admin] Publish callbacks [] for security_group (afd3fca7-9270-494d-b260-2bdc95c00b25), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:35.895711 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c2d50bfa-7080-4819-8ce2-296041246f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (afd3fca7-9270-494d-b260-2bdc95c00b25), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:35.939059 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d50bfa-7080-4819-8ce2-296041246f7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=102630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:10:35.951555 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d50bfa-7080-4819-8ce2-296041246f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd3fca7-9270-494d-b260-2bdc95c00b25,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:35.955824 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-042d8f88-6b3d-4cae-afde-c35fe1841674 req-de868472-edee-400e-b2e8-40979d87bec4 service neutron] 10.222.0.49 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569300 Jan 11 13:10:35.960805 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c2d50bfa-7080-4819-8ce2-296041246f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (c39e7b4e-289c-4583-818c-f34db9fca8a8), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:35.961458 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.db.segments_db [None req-c2d50bfa-7080-4819-8ce2-296041246f7d admin admin] Added segment c39e7b4e-289c-4583-818c-f34db9fca8a8 of type vlan for network 4a81179c-8970-4450-861d-29532f8e250e Jan 11 13:10:35.967894 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f140f83d-0610-4497-9e9d-22d41dc81e22 req-503a0d5d-b11f-4af1-be1d-b3dc00879cc4 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933478 Jan 11 13:10:36.003645 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c517845-2ae6-4077-ae25-ea8fb92df360 req-424b9802-ee58-4a54-9187-0dd6bb5c26d8 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:36.005200 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5c517845-2ae6-4077-ae25-ea8fb92df360 req-424b9802-ee58-4a54-9187-0dd6bb5c26d8 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.0935061 Jan 11 13:10:36.017014 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c2d50bfa-7080-4819-8ce2-296041246f7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (4a81179c-8970-4450-861d-29532f8e250e), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:36.044413 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c2d50bfa-7080-4819-8ce2-296041246f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (4a81179c-8970-4450-861d-29532f8e250e), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:36.045662 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d50bfa-7080-4819-8ce2-296041246f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:36.046485 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c2d50bfa-7080-4819-8ce2-296041246f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:36.069542 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5c517845-2ae6-4077-ae25-ea8fb92df360 req-68b09473-43c6-413f-b738-cbe952bfc54d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581536 Jan 11 13:10:36.084803 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-c2d50bfa-7080-4819-8ce2-296041246f7d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8577735 Jan 11 13:10:36.085070 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53000) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:36.090125 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-cf3d8354-3882-4c79-b147-46e202eb06b9 admin admin] Request body: {'subnet': {'network_id': '4a81179c-8970-4450-861d-29532f8e250e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1070493120-subnet', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:10:36.114063 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3d8354-3882-4c79-b147-46e202eb06b9 admin admin] Made reservation on behalf of 8e5eb41976664084b52ed4c7ea35403f for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:10:36.117528 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8354-3882-4c79-b147-46e202eb06b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4649951'] for subnet (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:36.125301 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d50bfa-7080-4819-8ce2-296041246f7d admin admin] Pushing event updated for resources: {'Network': ['ID=4a81179c-8970-4450-861d-29532f8e250e,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:36.137457 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network 4a81179c-8970-4450-861d-29532f8e250e details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:10:36.273912 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53012) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:36.306389 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ce8ae-1b4c-48c5-b5e9-2ed77a84aab2 req-2f876d6b-de1c-46f7-8d0a-4514b0f540d9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:36.307957 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3f7ce8ae-1b4c-48c5-b5e9-2ed77a84aab2 req-2f876d6b-de1c-46f7-8d0a-4514b0f540d9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0838137 Jan 11 13:10:36.353778 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-81262602-042f-423f-95b3-950330c6a0d7 req-7b9da6f7-dfd2-4841-877c-6b84449f8d33 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786557 Jan 11 13:10:36.363307 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [req-81262602-042f-423f-95b3-950330c6a0d7 req-99941516-b2ec-4a3a-8d10-cd146efb54d6 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 13:10:36.364464 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-81262602-042f-423f-95b3-950330c6a0d7 req-99941516-b2ec-4a3a-8d10-cd146efb54d6 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051856 Jan 11 13:10:36.385188 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8354-3882-4c79-b147-46e202eb06b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5439242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4649905'] for subnet (2f857a8a-7f3f-4139-ad7b-61767db0a6fa), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:36.415761 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3f7ce8ae-1b4c-48c5-b5e9-2ed77a84aab2 req-f748702e-57f3-4517-8129-3195cfb57261 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013887 Jan 11 13:10:36.441477 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d8354-3882-4c79-b147-46e202eb06b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f857a8a-7f3f-4139-ad7b-61767db0a6fa,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:36.456249 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3d8354-3882-4c79-b147-46e202eb06b9 admin admin] Checking segment: {'id': 'c39e7b4e-289c-4583-818c-f34db9fca8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a81179c-8970-4450-861d-29532f8e250e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:10:36.456593 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3d8354-3882-4c79-b147-46e202eb06b9 admin admin] Network hostable DHCP agents. Network: 4a81179c-8970-4450-861d-29532f8e250e, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:10:36.472254 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3d8354-3882-4c79-b147-46e202eb06b9 admin admin] Network 4a81179c-8970-4450-861d-29532f8e250e is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:10:36.481186 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-cf3d8354-3882-4c79-b147-46e202eb06b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, 4a81179c-8970-4450-861d-29532f8e250e) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:10:36.485570 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d8354-3882-4c79-b147-46e202eb06b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:36.486291 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8354-3882-4c79-b147-46e202eb06b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:36.495221 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284f6bc2-8268-41b6-ae2d-09183d57fed8 None None] Network 4a81179c-8970-4450-861d-29532f8e250e requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:10:36.504331 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-cf3d8354-3882-4c79-b147-46e202eb06b9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4180038 Jan 11 13:10:36.507002 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53020) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:36.511824 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1070493120-router', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:10:36.538786 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7983524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5210'] for router (d3837b20-7e9a-477b-82de-b902f9fad5c4), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:36.540018 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7983408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7987310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8314488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5205'] for router (d3837b20-7e9a-477b-82de-b902f9fad5c4), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:36.608300 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Publish callbacks [] for router_controller (d3837b20-7e9a-477b-82de-b902f9fad5c4), precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:36.617868 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c2302f-ad13-5f8d-9307-c227788808ca-4a81179c-8970-4450-861d-29532f8e250e', 'network_id': '4a81179c-8970-4450-861d-29532f8e250e', 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'fixed_ips': [{'subnet_id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa'}]}} from dv-cinder-824149-3-iscsi. {{(pid=102631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 13:10:36.618940 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:36.640548 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:36.786972 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Publish callbacks [] for router_gateway (d3837b20-7e9a-477b-82de-b902f9fad5c4), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:36.807353 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Allocated IP 172.20.0.2 (4a81179c-8970-4450-861d-29532f8e250e/2f857a8a-7f3f-4139-ad7b-61767db0a6fa/626f127b-e283-4a58-935d-227282ba689d) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:10:36.808736 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc2cc-f9a0-4173-8962-a7b98277c862 req-d58f3faa-e633-49a2-a73d-3b4f280c8e69 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:36.810280 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-60bbc2cc-f9a0-4173-8962-a7b98277c862 req-d58f3faa-e633-49a2-a73d-3b4f280c8e69 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.1191654 Jan 11 13:10:36.904168 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-60bbc2cc-f9a0-4173-8962-a7b98277c862 req-4791619e-e502-410c-bdd5-4827569d572b tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827773 Jan 11 13:10:36.963974 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Publish callbacks [] for port (626f127b-e283-4a58-935d-227282ba689d), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:36.970057 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (626f127b-e283-4a58-935d-227282ba689d), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:36.997879 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device ddc6031b-1c86-44ed-8bb0-da1dbff77c5c no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:10:37.034325 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Network 4a81179c-8970-4450-861d-29532f8e250e is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:10:37.045033 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:10:37.054365 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:10:37.056221 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Pushing event updated for resources: {'Port': ['ID=626f127b-e283-4a58-935d-227282ba689d,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:37.078422 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Publish callbacks [] for router_gateway (d3837b20-7e9a-477b-82de-b902f9fad5c4), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:37.102431 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:37.124202 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c92f4a-6cbd-47d5-b3bc-98dd8ba957e4 req-7753eb1c-27bc-4528-b957-6fe8ade393f0 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:37.125747 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b9c92f4a-6cbd-47d5-b3bc-98dd8ba957e4 req-7753eb1c-27bc-4528-b957-6fe8ade393f0 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 945 time: 0.0906181 Jan 11 13:10:37.145791 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Attempting to bind port 626f127b-e283-4a58-935d-227282ba689d on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:10:37.146387 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Attempting to bind port 626f127b-e283-4a58-935d-227282ba689d by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': 'c39e7b4e-289c-4583-818c-f34db9fca8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a81179c-8970-4450-861d-29532f8e250e'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:10:37.146545 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Attempting to bind port 626f127b-e283-4a58-935d-227282ba689d on network 4a81179c-8970-4450-861d-29532f8e250e {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:10:37.149881 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c is: DOWN; New status is: DOWN {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:37.151054 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 4793f6e1-8c71-40b2-8823-4b653806f8a2 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:10:37.155965 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:10:37.156370 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Checking segment: {'id': 'c39e7b4e-289c-4583-818c-f34db9fca8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a81179c-8970-4450-861d-29532f8e250e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:10:37.156779 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:37.157171 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Bound using segment: {'id': 'c39e7b4e-289c-4583-818c-f34db9fca8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a81179c-8970-4450-861d-29532f8e250e'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:10:37.157640 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Bound port: 626f127b-e283-4a58-935d-227282ba689d, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39e7b4e-289c-4583-818c-f34db9fca8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a81179c-8970-4450-861d-29532f8e250e'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:10:37.158018 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (626f127b-e283-4a58-935d-227282ba689d), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:37.180953 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: 4793f6e1-8c71-40b2-8823-4b653806f8a2 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:10:37.181303 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 4793f6e1-8c71-40b2-8823-4b653806f8a2 not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:10:37.243153 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] For port 626f127b-e283-4a58-935d-227282ba689d, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:10:37.246671 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] For port 626f127b-e283-4a58-935d-227282ba689d, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=626f127b-e283-4a58-935d-227282ba689d,segment=NetworkSegment(c39e7b4e-289c-4583-818c-f34db9fca8a8),segment_id=c39e7b4e-289c-4583-818c-f34db9fca8a8)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:10:37.250254 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (626f127b-e283-4a58-935d-227282ba689d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:37.265179 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b9c92f4a-6cbd-47d5-b3bc-98dd8ba957e4 req-9b019206-88db-4218-83b7-3d47fedca78c tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143761 Jan 11 13:10:37.285727 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4dcf6-cd4b-444e-9c7b-d171187999f6 req-c6adbcda-2330-4d94-9b4d-0b7f4369de82 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:37.285727 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92c4dcf6-cd4b-444e-9c7b-d171187999f6 req-c6adbcda-2330-4d94-9b4d-0b7f4369de82 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.1213577 Jan 11 13:10:37.318753 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff24e76-534b-4c5e-a82c-31b30743777a None None] Pushing event updated for resources: {'Port': ['ID=626f127b-e283-4a58-935d-227282ba689d,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:37.319791 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Allocated IP 172.27.0.92 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/769bffec-aaaf-4c99-a627-848e36b59f33) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:10:37.385385 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92c4dcf6-cd4b-444e-9c7b-d171187999f6 req-d5780df5-1642-41ef-8ccb-57f850137f11 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906682 Jan 11 13:10:37.465750 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Publish callbacks [] for port (769bffec-aaaf-4c99-a627-848e36b59f33), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:37.540440 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (769bffec-aaaf-4c99-a627-848e36b59f33), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:37.586940 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eab22c-fa08-4703-8fdc-538ecd62914b req-32aee782-f046-456c-be89-9a300db7513c tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:37.589383 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-64eab22c-fa08-4703-8fdc-538ecd62914b req-32aee782-f046-456c-be89-9a300db7513c tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0969949 Jan 11 13:10:37.628253 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:10:37.631463 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Pushing event updated for resources: {'Port': ['ID=769bffec-aaaf-4c99-a627-848e36b59f33,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:37.634094 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:10:37.637828 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:10:37.704059 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-64eab22c-fa08-4703-8fdc-538ecd62914b req-7adb4b9b-8247-432c-8aec-b7ae0d2cec22 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062708 Jan 11 13:10:37.757865 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d87f4-0fad-45c4-b84f-6d9fb221d5f7 req-588d94ee-023f-454c-81c6-a0224f13ea80 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:37.759432 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-aa0d87f4-0fad-45c4-b84f-6d9fb221d5f7 req-588d94ee-023f-454c-81c6-a0224f13ea80 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.49 "GET /v2.0/ports?device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 945 time: 0.0501328 Jan 11 13:10:37.858425 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-aa0d87f4-0fad-45c4-b84f-6d9fb221d5f7 req-8156ee89-2862-4cf5-8f4c-f42188f490fe tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Deleting port aac04267-6c57-452d-b965-5dbeff8de4dc {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:10:37.858771 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-aa0d87f4-0fad-45c4-b84f-6d9fb221d5f7 req-8156ee89-2862-4cf5-8f4c-f42188f490fe tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (aac04267-6c57-452d-b965-5dbeff8de4dc), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:37.932389 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 626f127b-e283-4a58-935d-227282ba689d up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:10:37.956620 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Publish callbacks [] for router_gateway (d3837b20-7e9a-477b-82de-b902f9fad5c4), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:37.959821 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-aa0d87f4-0fad-45c4-b84f-6d9fb221d5f7 req-8156ee89-2862-4cf5-8f4c-f42188f490fe tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] For port aac04267-6c57-452d-b965-5dbeff8de4dc, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=aac04267-6c57-452d-b965-5dbeff8de4dc,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:37.960234 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-aa0d87f4-0fad-45c4-b84f-6d9fb221d5f7 req-8156ee89-2862-4cf5-8f4c-f42188f490fe tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (aac04267-6c57-452d-b965-5dbeff8de4dc), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:37.991861 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 626f127b-e283-4a58-935d-227282ba689d triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:37.992644 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (626f127b-e283-4a58-935d-227282ba689d), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:38.025881 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-aa0d87f4-0fad-45c4-b84f-6d9fb221d5f7 req-8156ee89-2862-4cf5-8f4c-f42188f490fe tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Calling delete_port for aac04267-6c57-452d-b965-5dbeff8de4dc owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:10:38.083120 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 626f127b-e283-4a58-935d-227282ba689d is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:38.083518 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (626f127b-e283-4a58-935d-227282ba689d), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:38.102200 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81262602-042f-423f-95b3-950330c6a0d7 req-f98f5c60-9c04-4710-8e1b-65bde100e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:38.106030 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-81262602-042f-423f-95b3-950330c6a0d7 req-f98f5c60-9c04-4710-8e1b-65bde100e7c8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6&tenant_id=63f679ea15dc425485f5ce6a998f3add HTTP/1.1" status: 200 len: 1096 time: 0.1326425 Jan 11 13:10:38.135531 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f67a97-3b36-4010-9488-dc3e847d0376 req-228c984a-20ca-47bb-8d28-2820748a5265 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:38.137113 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] For port 626f127b-e283-4a58-935d-227282ba689d, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=626f127b-e283-4a58-935d-227282ba689d,segment=NetworkSegment(c39e7b4e-289c-4583-818c-f34db9fca8a8),segment_id=c39e7b4e-289c-4583-818c-f34db9fca8a8)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:38.143516 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-66f67a97-3b36-4010-9488-dc3e847d0376 req-228c984a-20ca-47bb-8d28-2820748a5265 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.1426158 Jan 11 13:10:38.145530 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (626f127b-e283-4a58-935d-227282ba689d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:38.205426 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81262602-042f-423f-95b3-950330c6a0d7 req-ebf9b8a9-1d09-49c1-857d-4178b62262e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:38.207244 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-81262602-042f-423f-95b3-950330c6a0d7 req-ebf9b8a9-1d09-49c1-857d-4178b62262e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63f679ea15dc425485f5ce6a998f3add&device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 1096 time: 0.0688303 Jan 11 13:10:38.207502 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Pushing event updated for resources: {'Port': ['ID=626f127b-e283-4a58-935d-227282ba689d,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:38.272841 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-66f67a97-3b36-4010-9488-dc3e847d0376 req-d65d5b8d-08a8-43c3-883e-a48736d9d533 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283712 Jan 11 13:10:38.289521 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7983417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7954111'] for router (d3837b20-7e9a-477b-82de-b902f9fad5c4), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:38.325857 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-aa0d87f4-0fad-45c4-b84f-6d9fb221d5f7 req-8156ee89-2862-4cf5-8f4c-f42188f490fe tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871'] for port (aac04267-6c57-452d-b965-5dbeff8de4dc), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:38.337439 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['7a519c1f-57d2-400a-acae-871b25b491b3', 'f8d828fd-cf08-46c6-b9eb-fcb1be1fad14', 'aac04267-6c57-452d-b965-5dbeff8de4dc'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:10:38.381306 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156ee89-2862-4cf5-8f4c-f42188f490fe tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Pushing event deleted for resources: {'Port': ['ID=aac04267-6c57-452d-b965-5dbeff8de4dc,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:38.387505 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81262602-042f-423f-95b3-950330c6a0d7 req-410dee50-0372-4e3b-a59f-8501f28b69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:38.389315 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-81262602-042f-423f-95b3-950330c6a0d7 req-410dee50-0372-4e3b-a59f-8501f28b69d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc HTTP/1.1" status: 200 len: 916 time: 0.1580007 Jan 11 13:10:38.496830 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0d87f4-0fad-45c4-b84f-6d9fb221d5f7 req-8156ee89-2862-4cf5-8f4c-f42188f490fe tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] No DVR routers for this DVR port aac04267-6c57-452d-b965-5dbeff8de4dc on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:10:38.500734 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-aa0d87f4-0fad-45c4-b84f-6d9fb221d5f7 req-8156ee89-2862-4cf5-8f4c-f42188f490fe tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:38.504255 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-aa0d87f4-0fad-45c4-b84f-6d9fb221d5f7 req-8156ee89-2862-4cf5-8f4c-f42188f490fe tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.49 "DELETE /v2.0/ports/aac04267-6c57-452d-b965-5dbeff8de4dc HTTP/1.1" status: 204 len: 173 time: 0.7382324 Jan 11 13:10:38.504741 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59de98e8-af80-4925-975e-41a6f8ab8c4e', 'name': 'network-vif-deleted', 'tag': 'aac04267-6c57-452d-b965-5dbeff8de4dc'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:10:38.507561 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8cfd60-4fcd-4343-87ce-e706e3534f90" -d '{"events": [{"server_uuid": "59de98e8-af80-4925-975e-41a6f8ab8c4e", "name": "network-vif-deleted", "tag": "aac04267-6c57-452d-b965-5dbeff8de4dc"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:10:38.539884 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde677b4-612b-4eca-b10f-3dbc84e97cda None None] Network 4a81179c-8970-4450-861d-29532f8e250e requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:10:38.544699 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-81262602-042f-423f-95b3-950330c6a0d7 req-13c5bd25-a8a3-440c-9754-cdd467e985d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c HTTP/1.1" status: 200 len: 998 time: 0.1392322 Jan 11 13:10:38.606768 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81262602-042f-423f-95b3-950330c6a0d7 req-7ede315e-af79-4055-a196-da764528bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:38.608427 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-81262602-042f-423f-95b3-950330c6a0d7 req-7ede315e-af79-4055-a196-da764528bcc3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26a91e9a-7375-46a6-9db2-f38aaabd6d94 HTTP/1.1" status: 200 len: 854 time: 0.0525737 Jan 11 13:10:38.660269 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81262602-042f-423f-95b3-950330c6a0d7 req-4c5b6857-0011-4378-acb2-f047add2545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:38.661585 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-81262602-042f-423f-95b3-950330c6a0d7 req-4c5b6857-0011-4378-acb2-f047add2545e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455961 Jan 11 13:10:38.685718 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7875c0e9-2dee-4a95-8488-635d8d449cca req-34ef683a-0ab2-47e6-97e7-61dd8469636e tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=59de98e8-af80-4925-975e-41a6f8ab8c4e HTTP/1.1" status: 200 len: 210 time: 0.0771682 Jan 11 13:10:38.688826 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-e6579bdb-12c8-49e5-a3fc-fe45087694ca None None] Provisioning complete for port 626f127b-e283-4a58-935d-227282ba689d triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:38.689330 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e6579bdb-12c8-49e5-a3fc-fe45087694ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (626f127b-e283-4a58-935d-227282ba689d), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:38.731516 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f1a2a-fc4e-4129-bb9c-43dabdbb1ee8 req-93274cbc-d912-47ba-8333-b7f41a9a853e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:38.735005 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-198f1a2a-fc4e-4129-bb9c-43dabdbb1ee8 req-93274cbc-d912-47ba-8333-b7f41a9a853e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.1252439 Jan 11 13:10:38.747776 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c477a597-89ab-4e90-a894-0c17dc1f6b42 x-openstack-request-id: req-c477a597-89ab-4e90-a894-0c17dc1f6b42 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:10:38.748092 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59de98e8-af80-4925-975e-41a6f8ab8c4e", "name": "network-vif-deleted", "tag": "aac04267-6c57-452d-b965-5dbeff8de4dc", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:10:38.748379 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c477a597-89ab-4e90-a894-0c17dc1f6b42 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:10:38.748747 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59de98e8-af80-4925-975e-41a6f8ab8c4e', 'name': 'network-vif-deleted', 'tag': 'aac04267-6c57-452d-b965-5dbeff8de4dc', 'status': 'completed', 'code': 200} Jan 11 13:10:38.772773 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-81262602-042f-423f-95b3-950330c6a0d7 req-0e91b386-fadc-4ba8-9905-a19a4d6cd00d service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026049 Jan 11 13:10:38.814946 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-198f1a2a-fc4e-4129-bb9c-43dabdbb1ee8 req-74bf62ea-c370-4edd-8c96-073fd2b2c821 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689087 Jan 11 13:10:38.832044 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Router d3837b20-7e9a-477b-82de-b902f9fad5c4 is scheduled to L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 13:10:38.859671 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-e6579bdb-12c8-49e5-a3fc-fe45087694ca None None] Current status of the port 626f127b-e283-4a58-935d-227282ba689d is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:38.890087 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-81262602-042f-423f-95b3-950330c6a0d7 req-db4a2ca0-dc84-4530-b24b-4e31b0338fe4 service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072829 Jan 11 13:10:38.948754 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:10:38.959983 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Sync routers for ids ['d3837b20-7e9a-477b-82de-b902f9fad5c4'] in dv-cinder-824149-3-iscsi {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:10:38.971478 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:38.972231 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Routers {'d3837b20-7e9a-477b-82de-b902f9fad5c4'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:10:38.972909 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-065d1e70-d638-4699-8595-077d87e08479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:10:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['d3837b20-7e9a-477b-82de-b902f9fad5c4'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:38.973088 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-c8c8b6d6-bf59-4a8e-bb0f-586fb0c3b263 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4650090 Jan 11 13:10:38.975744 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53046) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:39.083702 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-8b09d1b2-a3f9-482f-8fef-4bfbff41ef4c None None] Provisioning complete for port 626f127b-e283-4a58-935d-227282ba689d triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:39.084717 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8b09d1b2-a3f9-482f-8fef-4bfbff41ef4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (626f127b-e283-4a58-935d-227282ba689d), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:39.087142 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Set router d3837b20-7e9a-477b-82de-b902f9fad5c4 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:10:39.210052 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-8b09d1b2-a3f9-482f-8fef-4bfbff41ef4c None None] Current status of the port 626f127b-e283-4a58-935d-227282ba689d is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:39.284622 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-065d1e70-d638-4699-8595-077d87e08479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'name': 'tempest-TestShelveInstance-1070493120-router', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:36Z', 'updated_at': '2022-01-11T13:10:37Z', 'revision_number': 3, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'gw_port': {'id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:37Z', 'updated_at': '2022-01-11T13:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:39.316276 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Checking router: d3837b20-7e9a-477b-82de-b902f9fad5c4 for host: dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:10:39.316745 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Updating router d3837b20-7e9a-477b-82de-b902f9fad5c4 port 769bffec-aaaf-4c99-a627-848e36b59f33 binding host dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:10:39.345872 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (769bffec-aaaf-4c99-a627-848e36b59f33), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:39.401516 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0fab4-0619-4244-ae47-1e4e61c5cb91 req-cee02126-e2a7-4aa1-b881-20785ab80846 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:39.403617 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20b0fab4-0619-4244-ae47-1e4e61c5cb91 req-cee02126-e2a7-4aa1-b881-20785ab80846 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0529237 Jan 11 13:10:39.472866 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20b0fab4-0619-4244-ae47-1e4e61c5cb91 req-0dd7f791-4a72-4ce1-acb3-13a897fa03b6 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625126 Jan 11 13:10:39.496233 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:39.653290 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Publish callbacks [] for port (769bffec-aaaf-4c99-a627-848e36b59f33), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:39.665843 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (769bffec-aaaf-4c99-a627-848e36b59f33), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:39.723209 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Attempting to bind port 769bffec-aaaf-4c99-a627-848e36b59f33 on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:10:39.723579 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Attempting to bind port 769bffec-aaaf-4c99-a627-848e36b59f33 by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:10:39.723945 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Attempting to bind port 769bffec-aaaf-4c99-a627-848e36b59f33 on network 0598fff4-adad-45d5-af02-105f0894d10b {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:10:39.729861 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0e363-3653-4020-9643-9a6f4ff34395 None None] Pushing event updated for resources: {'Port': ['ID=769bffec-aaaf-4c99-a627-848e36b59f33,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:39.735151 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:10:39.735537 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Checking segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:10:39.735938 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:39.736462 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Bound using segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:10:39.736821 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Bound port: 769bffec-aaaf-4c99-a627-848e36b59f33, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:10:39.737203 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (769bffec-aaaf-4c99-a627-848e36b59f33), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:39.743519 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e363-3653-4020-9643-9a6f4ff34395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:39.743898 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e363-3653-4020-9643-9a6f4ff34395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:39.744278 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e363-3653-4020-9643-9a6f4ff34395 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:39.744620 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e363-3653-4020-9643-9a6f4ff34395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:39.744953 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e363-3653-4020-9643-9a6f4ff34395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:39.745286 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e363-3653-4020-9643-9a6f4ff34395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:39.745618 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e363-3653-4020-9643-9a6f4ff34395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:39.746497 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e363-3653-4020-9643-9a6f4ff34395 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:39.746840 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e363-3653-4020-9643-9a6f4ff34395 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:39.747208 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e363-3653-4020-9643-9a6f4ff34395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:39.747500 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e363-3653-4020-9643-9a6f4ff34395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:39.747826 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e363-3653-4020-9643-9a6f4ff34395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:39.748185 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0e363-3653-4020-9643-9a6f4ff34395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:10:39.767984 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] Allocated IP 172.20.0.1 (4a81179c-8970-4450-861d-29532f8e250e/2f857a8a-7f3f-4139-ad7b-61767db0a6fa/a102a5b2-ebe9-4535-9278-33cf77c7405c) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:10:39.822319 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-065d1e70-d638-4699-8595-077d87e08479 None None] For port 769bffec-aaaf-4c99-a627-848e36b59f33, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:10:39.827815 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-065d1e70-d638-4699-8595-077d87e08479 None None] For port 769bffec-aaaf-4c99-a627-848e36b59f33, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=769bffec-aaaf-4c99-a627-848e36b59f33,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:10:39.838426 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (769bffec-aaaf-4c99-a627-848e36b59f33), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:39.997949 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0e363-3653-4020-9643-9a6f4ff34395 None None] Pushing event updated for resources: {'Port': ['ID=769bffec-aaaf-4c99-a627-848e36b59f33,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:40.000784 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 626f127b-e283-4a58-935d-227282ba689d up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:10:40.015168 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Routers {'d3837b20-7e9a-477b-82de-b902f9fad5c4'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:10:40.017388 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-065d1e70-d638-4699-8595-077d87e08479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:10:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['d3837b20-7e9a-477b-82de-b902f9fad5c4'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:40.025277 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] Publish callbacks [] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:40.044465 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1a087-76ed-49a5-8fc8-b01d2407eac7 req-8f19eead-c784-450c-b280-b7a2757bd884 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:40.059573 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cfb1a087-76ed-49a5-8fc8-b01d2407eac7 req-8f19eead-c784-450c-b280-b7a2757bd884 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.0972166 Jan 11 13:10:40.115004 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:40.156955 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 626f127b-e283-4a58-935d-227282ba689d triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:40.157386 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (626f127b-e283-4a58-935d-227282ba689d), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:40.160935 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cfb1a087-76ed-49a5-8fc8-b01d2407eac7 req-65736ac9-ee0c-49a2-94f6-c95b91607f63 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960479 Jan 11 13:10:40.209174 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] Network 4a81179c-8970-4450-861d-29532f8e250e is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:10:40.212727 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:10:40.217634 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:10:40.226340 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7954030'] for router_interface (d3837b20-7e9a-477b-82de-b902f9fad5c4), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:40.257721 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-065d1e70-d638-4699-8595-077d87e08479 None None] Set router d3837b20-7e9a-477b-82de-b902f9fad5c4 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:10:40.280475 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44f86b-bf7b-4154-a210-567747df37e7 req-465e29db-06ac-4a0a-8560-fd4611094f4e tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:40.287923 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab44f86b-bf7b-4154-a210-567747df37e7 req-465e29db-06ac-4a0a-8560-fd4611094f4e tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 945 time: 0.0770171 Jan 11 13:10:40.346590 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 626f127b-e283-4a58-935d-227282ba689d is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:40.360999 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab44f86b-bf7b-4154-a210-567747df37e7 req-575f5fe0-72dd-4152-ae98-7e38c723e637 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666614 Jan 11 13:10:40.407607 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] Pushing event updated for resources: {'Port': ['ID=a102a5b2-ebe9-4535-9278-33cf77c7405c,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:40.454491 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:40.715525 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3eb39b-df94-47b6-8f0e-6c0bc67f2a3d req-c9fef04d-bb61-4813-9e13-d517244b5d18 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:40.726117 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ae3eb39b-df94-47b6-8f0e-6c0bc67f2a3d req-c9fef04d-bb61-4813-9e13-d517244b5d18 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.1487515 Jan 11 13:10:40.764875 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7ee0ac54-b3ed-4f57-af1f-6c7d11fe2ef1 None None] Provisioning complete for port a102a5b2-ebe9-4535-9278-33cf77c7405c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:40.765257 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7ee0ac54-b3ed-4f57-af1f-6c7d11fe2ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:40.785994 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-065d1e70-d638-4699-8595-077d87e08479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'name': 'tempest-TestShelveInstance-1070493120-router', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:36Z', 'updated_at': '2022-01-11T13:10:37Z', 'revision_number': 3, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'gw_port': {'id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:37Z', 'updated_at': '2022-01-11T13:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:40.827706 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065d1e70-d638-4699-8595-077d87e08479 None None] The sync data for ids ['d3837b20-7e9a-477b-82de-b902f9fad5c4'] in dv-cinder-824149-3-iscsi is: [{'id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'name': 'tempest-TestShelveInstance-1070493120-router', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:36Z', 'updated_at': '2022-01-11T13:10:37Z', 'revision_number': 3, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'gw_port': {'id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:37Z', 'updated_at': '2022-01-11T13:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}] {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:10:40.841432 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7ee0ac54-b3ed-4f57-af1f-6c7d11fe2ef1 None None] Port a102a5b2-ebe9-4535-9278-33cf77c7405c cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:10:40.862199 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ae3eb39b-df94-47b6-8f0e-6c0bc67f2a3d req-97246ee2-5951-4e7a-a0af-93f3da598538 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350956 Jan 11 13:10:40.893149 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] Publish callbacks [] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:40.898903 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:40.899754 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7987966'] for router_interface (d3837b20-7e9a-477b-82de-b902f9fad5c4), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:40.988446 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device aac04267-6c57-452d-b965-5dbeff8de4dc no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:10:41.010529 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: aac04267-6c57-452d-b965-5dbeff8de4dc {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:10:41.011019 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device aac04267-6c57-452d-b965-5dbeff8de4dc not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:10:41.231025 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] Pushing event updated for resources: {'Port': ['ID=a102a5b2-ebe9-4535-9278-33cf77c7405c,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:41.308052 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d4313-2e34-4fa6-9e46-f986cc6f1c89 req-8e9e8ad5-06a6-47a4-b164-3eaf68a4db7e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:41.309113 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] Network 4a81179c-8970-4450-861d-29532f8e250e is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:10:41.310789 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:10:41.332813 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c21d4313-2e34-4fa6-9e46-f986cc6f1c89 req-8e9e8ad5-06a6-47a4-b164-3eaf68a4db7e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.0863149 Jan 11 13:10:41.407977 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c21d4313-2e34-4fa6-9e46-f986cc6f1c89 req-742ca8e7-0bbc-434d-b57a-8a825cbd4253 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740418 Jan 11 13:10:41.525922 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] Router d3837b20-7e9a-477b-82de-b902f9fad5c4 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:10:41.591755 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c23db7-9c3f-4303-bf78-d199b0c633b0 req-f98c3d1b-68a8-4555-bfc9-29ed68166510 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:41.599769 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-17c23db7-9c3f-4303-bf78-d199b0c633b0 req-f98c3d1b-68a8-4555-bfc9-29ed68166510 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 945 time: 0.1236019 Jan 11 13:10:41.689718 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:10:41.696430 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-356256e0-e484-4c04-b395-b3ffeb0dcd1a admin admin] 10.222.0.52 "PUT /v2.0/routers/d3837b20-7e9a-477b-82de-b902f9fad5c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7194827 Jan 11 13:10:41.709921 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-17c23db7-9c3f-4303-bf78-d199b0c633b0 req-139b08e7-6251-4b6f-8dca-e7a21de2e44a tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086752 Jan 11 13:10:41.782218 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-49b4a58e-8862-40de-9158-60f3418f64a0 None None] Provisioning complete for port a102a5b2-ebe9-4535-9278-33cf77c7405c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:41.782836 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-49b4a58e-8862-40de-9158-60f3418f64a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:41.836655 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-49b4a58e-8862-40de-9158-60f3418f64a0 None None] Port a102a5b2-ebe9-4535-9278-33cf77c7405c cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:10:41.981032 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 769bffec-aaaf-4c99-a627-848e36b59f33 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:10:42.061218 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f118fc5-dfe4-4281-be50-7a5ba6239abd req-a68d4e59-4d3f-4ed8-a115-c9bfdcd26934 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:42.069886 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6f118fc5-dfe4-4281-be50-7a5ba6239abd req-a68d4e59-4d3f-4ed8-a115-c9bfdcd26934 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.1086609 Jan 11 13:10:42.089924 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 769bffec-aaaf-4c99-a627-848e36b59f33 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:42.090928 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (769bffec-aaaf-4c99-a627-848e36b59f33), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:42.184931 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6f118fc5-dfe4-4281-be50-7a5ba6239abd req-8fa9b287-3773-41f4-ac08-142ebe8a6d53 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137655 Jan 11 13:10:42.249377 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 769bffec-aaaf-4c99-a627-848e36b59f33 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:42.249866 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (769bffec-aaaf-4c99-a627-848e36b59f33), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:42.274349 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] For port 769bffec-aaaf-4c99-a627-848e36b59f33, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=769bffec-aaaf-4c99-a627-848e36b59f33,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:42.278397 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (769bffec-aaaf-4c99-a627-848e36b59f33), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:42.330833 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Pushing event updated for resources: {'Port': ['ID=769bffec-aaaf-4c99-a627-848e36b59f33,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:42.450850 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53102) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:42.456452 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-5992ff1f-8009-4b5b-b0ab-79f554507942 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1213394303-network', 'tenant_id': '3df8b2509fb94c3589c9723eaa612d6d'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:10:42.486357 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5992ff1f-8009-4b5b-b0ab-79f554507942 admin admin] Made reservation on behalf of 3df8b2509fb94c3589c9723eaa612d6d for: {'network': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:10:42.488917 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5992ff1f-8009-4b5b-b0ab-79f554507942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:42.504325 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5992ff1f-8009-4b5b-b0ab-79f554507942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:42.564324 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e018b4a-cc47-4e3b-b9a8-3a6efcad1d31 req-34f2fffc-51bf-4910-b757-f71dd43901fb tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:42.566113 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9e018b4a-cc47-4e3b-b9a8-3a6efcad1d31 req-34f2fffc-51bf-4910-b757-f71dd43901fb tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.0775833 Jan 11 13:10:42.600846 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5992ff1f-8009-4b5b-b0ab-79f554507942 admin admin] Publish callbacks [] for security_group (589ff7c8-48a2-4d92-ac08-988b70b0f5ba), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:42.607480 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5992ff1f-8009-4b5b-b0ab-79f554507942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (589ff7c8-48a2-4d92-ac08-988b70b0f5ba), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:42.632530 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5992ff1f-8009-4b5b-b0ab-79f554507942 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=102630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:10:42.638703 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9e018b4a-cc47-4e3b-b9a8-3a6efcad1d31 req-526a0154-0d6f-4fbe-a652-0abf6918ad17 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657270 Jan 11 13:10:42.651409 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5992ff1f-8009-4b5b-b0ab-79f554507942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (8675d20b-3e75-43e4-8f60-7c401e485563), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:42.656677 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.db.segments_db [None req-5992ff1f-8009-4b5b-b0ab-79f554507942 admin admin] Added segment 8675d20b-3e75-43e4-8f60-7c401e485563 of type vlan for network 658d731c-6463-4543-b500-a5481d02cc56 Jan 11 13:10:42.656677 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992ff1f-8009-4b5b-b0ab-79f554507942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589ff7c8-48a2-4d92-ac08-988b70b0f5ba,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:42.721076 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5992ff1f-8009-4b5b-b0ab-79f554507942 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (658d731c-6463-4543-b500-a5481d02cc56), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:42.749168 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5992ff1f-8009-4b5b-b0ab-79f554507942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (658d731c-6463-4543-b500-a5481d02cc56), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:42.750435 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5992ff1f-8009-4b5b-b0ab-79f554507942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:42.751150 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5992ff1f-8009-4b5b-b0ab-79f554507942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:42.843788 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e91d6-9c72-46bb-9d04-f76d50a9041d req-d48c44a0-d020-4484-91d1-abc017ea0ef8 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:42.845548 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f85e91d6-9c72-46bb-9d04-f76d50a9041d req-d48c44a0-d020-4484-91d1-abc017ea0ef8 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 945 time: 0.0859232 Jan 11 13:10:42.868415 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53106) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:42.869151 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-5992ff1f-8009-4b5b-b0ab-79f554507942 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4166825 Jan 11 13:10:42.873371 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2020e338-87a9-4cf5-ab78-f1b99543dd28 admin admin] Request body: {'subnet': {'network_id': '658d731c-6463-4543-b500-a5481d02cc56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1213394303-subnet', 'tenant_id': '3df8b2509fb94c3589c9723eaa612d6d', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:10:42.877416 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992ff1f-8009-4b5b-b0ab-79f554507942 admin admin] Pushing event updated for resources: {'Network': ['ID=658d731c-6463-4543-b500-a5481d02cc56,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:42.888227 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network 658d731c-6463-4543-b500-a5481d02cc56 details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:10:42.934107 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f85e91d6-9c72-46bb-9d04-f76d50a9041d req-8c145493-7207-4fdf-aa2b-465fb88f5842 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809979 Jan 11 13:10:42.935337 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2020e338-87a9-4cf5-ab78-f1b99543dd28 admin admin] Made reservation on behalf of 3df8b2509fb94c3589c9723eaa612d6d for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:10:42.937844 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2020e338-87a9-4cf5-ab78-f1b99543dd28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4649951'] for subnet (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:43.146944 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2020e338-87a9-4cf5-ab78-f1b99543dd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5439242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4649905'] for subnet (14f03408-0e69-4b1d-9eda-c71f2e66f52a), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:43.194058 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Sync routers for ids ['d3837b20-7e9a-477b-82de-b902f9fad5c4'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:10:43.208462 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Routers {'d3837b20-7e9a-477b-82de-b902f9fad5c4'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:10:43.209801 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:10:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['d3837b20-7e9a-477b-82de-b902f9fad5c4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:43.211681 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020e338-87a9-4cf5-ab78-f1b99543dd28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14f03408-0e69-4b1d-9eda-c71f2e66f52a,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:43.222674 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020e338-87a9-4cf5-ab78-f1b99543dd28 admin admin] Checking segment: {'id': '8675d20b-3e75-43e4-8f60-7c401e485563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '658d731c-6463-4543-b500-a5481d02cc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:10:43.223037 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2020e338-87a9-4cf5-ab78-f1b99543dd28 admin admin] Network hostable DHCP agents. Network: 658d731c-6463-4543-b500-a5481d02cc56, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:10:43.258800 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2020e338-87a9-4cf5-ab78-f1b99543dd28 admin admin] Network 658d731c-6463-4543-b500-a5481d02cc56 is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:10:43.283555 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2020e338-87a9-4cf5-ab78-f1b99543dd28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, 658d731c-6463-4543-b500-a5481d02cc56) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:10:43.340535 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2020e338-87a9-4cf5-ab78-f1b99543dd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:43.341076 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2020e338-87a9-4cf5-ab78-f1b99543dd28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:43.372820 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c2c67-fa10-4c8e-88d2-5b45e6791efa req-54457651-f7a5-4c83-bc54-94da72b392dc tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:43.380098 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-064c2c67-fa10-4c8e-88d2-5b45e6791efa req-54457651-f7a5-4c83-bc54-94da72b392dc tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0940347 Jan 11 13:10:43.393836 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38ed062-3cc6-4758-b563-eb2877938992 None None] Network 658d731c-6463-4543-b500-a5481d02cc56 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:10:43.400720 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-2020e338-87a9-4cf5-ab78-f1b99543dd28 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5301054 Jan 11 13:10:43.402589 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53110) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:43.406733 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1213394303-router', 'tenant_id': '3df8b2509fb94c3589c9723eaa612d6d', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:10:43.453239 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-064c2c67-fa10-4c8e-88d2-5b45e6791efa req-1634d0df-0911-4c32-beac-e473ccf953a0 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714509 Jan 11 13:10:43.478334 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7983524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5210'] for router (46a1121a-6e76-4ec7-84dd-533041988fb4), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:43.479415 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7983408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7987310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8314488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5205'] for router (46a1121a-6e76-4ec7-84dd-533041988fb4), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:43.549939 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c2302f-ad13-5f8d-9307-c227788808ca-658d731c-6463-4543-b500-a5481d02cc56', 'network_id': '658d731c-6463-4543-b500-a5481d02cc56', 'project_id': '3df8b2509fb94c3589c9723eaa612d6d', 'fixed_ips': [{'subnet_id': '14f03408-0e69-4b1d-9eda-c71f2e66f52a'}]}} from dv-cinder-824149-3-iscsi. {{(pid=102631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 13:10:43.551152 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:43.563406 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Publish callbacks [] for router_controller (46a1121a-6e76-4ec7-84dd-533041988fb4), precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:43.580214 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Set router d3837b20-7e9a-477b-82de-b902f9fad5c4 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:10:43.724693 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Publish callbacks [] for router_gateway (46a1121a-6e76-4ec7-84dd-533041988fb4), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:43.830181 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Allocated IP 172.20.0.2 (658d731c-6463-4543-b500-a5481d02cc56/14f03408-0e69-4b1d-9eda-c71f2e66f52a/dbdd4677-4dac-47d1-80a2-614d0c1eeb8e) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:10:43.915862 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c752cf-5cd1-4b2b-9586-d72665589363 req-b8188640-536b-47bb-8c13-381f4ac53395 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:43.918283 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-86c752cf-5cd1-4b2b-9586-d72665589363 req-b8188640-536b-47bb-8c13-381f4ac53395 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.1309922 Jan 11 13:10:43.927005 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 769bffec-aaaf-4c99-a627-848e36b59f33 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:10:44.012748 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-86c752cf-5cd1-4b2b-9586-d72665589363 req-94e90465-fdd5-4526-a618-ef3d91455dad tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933468 Jan 11 13:10:44.053582 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'name': 'tempest-TestShelveInstance-1070493120-router', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:36Z', 'updated_at': '2022-01-11T13:10:40Z', 'revision_number': 4, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'gw_port': {'id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:37Z', 'updated_at': '2022-01-11T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'a102a5b2-ebe9-4535-9278-33cf77c7405c', 'name': '', 'network_id': '4a81179c-8970-4450-861d-29532f8e250e', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'mac_address': 'fa:16:3e:4b:b7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:39Z', 'updated_at': '2022-01-11T13:10:40Z', 'revision_number': 2, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'subnets': [{'id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:44.087988 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Checking router: d3837b20-7e9a-477b-82de-b902f9fad5c4 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:10:44.088477 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Updating router d3837b20-7e9a-477b-82de-b902f9fad5c4 port a102a5b2-ebe9-4535-9278-33cf77c7405c binding host dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:10:44.127485 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Publish callbacks [] for port (dbdd4677-4dac-47d1-80a2-614d0c1eeb8e), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:44.128437 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 769bffec-aaaf-4c99-a627-848e36b59f33 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:44.128899 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (769bffec-aaaf-4c99-a627-848e36b59f33), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:44.137273 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:44.168797 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (dbdd4677-4dac-47d1-80a2-614d0c1eeb8e), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:44.192157 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Publish callbacks [] for router_gateway (46a1121a-6e76-4ec7-84dd-533041988fb4), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:44.203877 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cba70-cc91-40c3-985a-f0483791179d req-6354ba8d-2ae6-45e8-be0e-02482dbe4206 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:44.221119 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-644cba70-cc91-40c3-985a-f0483791179d req-6354ba8d-2ae6-45e8-be0e-02482dbe4206 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 945 time: 0.1499584 Jan 11 13:10:44.252369 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:44.255857 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Network 658d731c-6463-4543-b500-a5481d02cc56 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:10:44.266919 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:10:44.271430 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Pushing event updated for resources: {'Port': ['ID=dbdd4677-4dac-47d1-80a2-614d0c1eeb8e,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:44.273844 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:10:44.376176 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-644cba70-cc91-40c3-985a-f0483791179d req-c67ede81-c965-4518-807d-5b3f48ba74e1 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180255 Jan 11 13:10:44.450417 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Allocated IP 172.27.0.50 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/e8c80772-758e-4f21-9c4d-7f1b724dc8e6) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:10:44.460708 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 769bffec-aaaf-4c99-a627-848e36b59f33 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:44.469344 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Attempting to bind port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:10:44.469725 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Attempting to bind port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '8675d20b-3e75-43e4-8f60-7c401e485563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '658d731c-6463-4543-b500-a5481d02cc56'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:10:44.470150 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Attempting to bind port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e on network 658d731c-6463-4543-b500-a5481d02cc56 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:10:44.551695 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:10:44.552163 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Checking segment: {'id': '8675d20b-3e75-43e4-8f60-7c401e485563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '658d731c-6463-4543-b500-a5481d02cc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:10:44.552583 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:44.552988 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Bound using segment: {'id': '8675d20b-3e75-43e4-8f60-7c401e485563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '658d731c-6463-4543-b500-a5481d02cc56'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:10:44.560275 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Bound port: dbdd4677-4dac-47d1-80a2-614d0c1eeb8e, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8675d20b-3e75-43e4-8f60-7c401e485563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '658d731c-6463-4543-b500-a5481d02cc56'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:10:44.560878 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (dbdd4677-4dac-47d1-80a2-614d0c1eeb8e), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:44.597639 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa180db6-4ba8-4e53-9e50-842e820efdc9 req-a77077ba-7163-44c3-aef1-b84336a6931a tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:44.598931 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fa180db6-4ba8-4e53-9e50-842e820efdc9 req-a77077ba-7163-44c3-aef1-b84336a6931a tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0714643 Jan 11 13:10:44.640108 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Publish callbacks [] for port (e8c80772-758e-4f21-9c4d-7f1b724dc8e6), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:44.660041 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] For port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:10:44.677786 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] For port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=dbdd4677-4dac-47d1-80a2-614d0c1eeb8e,segment=NetworkSegment(8675d20b-3e75-43e4-8f60-7c401e485563),segment_id=8675d20b-3e75-43e4-8f60-7c401e485563)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:10:44.686930 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fa180db6-4ba8-4e53-9e50-842e820efdc9 req-3d8e580f-8e69-4155-b35d-e9ce49cdc65e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766513 Jan 11 13:10:44.690060 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (dbdd4677-4dac-47d1-80a2-614d0c1eeb8e), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:44.727959 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (e8c80772-758e-4f21-9c4d-7f1b724dc8e6), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:44.777328 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Publish callbacks [] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:44.784386 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:10:44.788142 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:10:44.790001 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:44.790523 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:10:44.796410 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37536e4-768d-408b-a3b6-6706a3b7a50f None None] Pushing event updated for resources: {'Port': ['ID=dbdd4677-4dac-47d1-80a2-614d0c1eeb8e,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:44.825807 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c80772-758e-4f21-9c4d-7f1b724dc8e6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:44.968510 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca57a0-3b8a-4194-b825-39f9e551c4ea None None] Pushing event updated for resources: {'Port': ['ID=a102a5b2-ebe9-4535-9278-33cf77c7405c,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:45.047228 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Attempting to bind port a102a5b2-ebe9-4535-9278-33cf77c7405c on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:10:45.047773 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Attempting to bind port a102a5b2-ebe9-4535-9278-33cf77c7405c by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': 'c39e7b4e-289c-4583-818c-f34db9fca8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a81179c-8970-4450-861d-29532f8e250e'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:10:45.048258 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Attempting to bind port a102a5b2-ebe9-4535-9278-33cf77c7405c on network 4a81179c-8970-4450-861d-29532f8e250e {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:10:45.065720 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:10:45.066245 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Checking segment: {'id': 'c39e7b4e-289c-4583-818c-f34db9fca8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a81179c-8970-4450-861d-29532f8e250e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:10:45.066929 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:45.067348 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Bound using segment: {'id': 'c39e7b4e-289c-4583-818c-f34db9fca8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a81179c-8970-4450-861d-29532f8e250e'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:10:45.068020 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Bound port: a102a5b2-ebe9-4535-9278-33cf77c7405c, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39e7b4e-289c-4583-818c-f34db9fca8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a81179c-8970-4450-861d-29532f8e250e'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:10:45.068567 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:45.250639 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Publish callbacks [] for router_gateway (46a1121a-6e76-4ec7-84dd-533041988fb4), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:45.292082 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] For port a102a5b2-ebe9-4535-9278-33cf77c7405c, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:10:45.311750 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] For port a102a5b2-ebe9-4535-9278-33cf77c7405c, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=a102a5b2-ebe9-4535-9278-33cf77c7405c,segment=NetworkSegment(c39e7b4e-289c-4583-818c-f34db9fca8a8),segment_id=c39e7b4e-289c-4583-818c-f34db9fca8a8)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:10:45.321648 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-a5babe05-dc70-4683-b08c-5b580cb7e789 None None] Provisioning complete for port a102a5b2-ebe9-4535-9278-33cf77c7405c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:45.322022 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5babe05-dc70-4683-b08c-5b580cb7e789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:45.326111 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:45.391977 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a482c5-c001-4f83-bc39-bfb88b80ae7f req-30e2d831-25da-4b74-9400-3d339f0101c6 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:45.395449 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-90a482c5-c001-4f83-bc39-bfb88b80ae7f req-30e2d831-25da-4b74-9400-3d339f0101c6 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.1808388 Jan 11 13:10:45.547784 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-a5babe05-dc70-4683-b08c-5b580cb7e789 None None] Current status of the port a102a5b2-ebe9-4535-9278-33cf77c7405c is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:45.548551 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5babe05-dc70-4683-b08c-5b580cb7e789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:45.621842 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-a5babe05-dc70-4683-b08c-5b580cb7e789 None None] For port a102a5b2-ebe9-4535-9278-33cf77c7405c, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=a102a5b2-ebe9-4535-9278-33cf77c7405c,segment=NetworkSegment(c39e7b4e-289c-4583-818c-f34db9fca8a8),segment_id=c39e7b4e-289c-4583-818c-f34db9fca8a8)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:45.635502 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Routers {'d3837b20-7e9a-477b-82de-b902f9fad5c4'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:10:45.640304 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:10:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['d3837b20-7e9a-477b-82de-b902f9fad5c4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:45.645288 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5babe05-dc70-4683-b08c-5b580cb7e789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:45.991609 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-90a482c5-c001-4f83-bc39-bfb88b80ae7f req-263442b4-200d-43a4-8e62-8cc4d5bcd157 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5788753 Jan 11 13:10:46.036769 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfb9e0-7a04-4a03-81c4-1f8a1849cf54 req-c9a37f61-4d2a-4d61-8635-7da5bbd80fcf tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:46.038720 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-53cfb9e0-7a04-4a03-81c4-1f8a1849cf54 req-c9a37f61-4d2a-4d61-8635-7da5bbd80fcf tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 945 time: 0.5153170 Jan 11 13:10:46.053790 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7983417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7954111'] for router (46a1121a-6e76-4ec7-84dd-533041988fb4), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:46.109887 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] Set router d3837b20-7e9a-477b-82de-b902f9fad5c4 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:10:46.178776 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device dbdd4677-4dac-47d1-80a2-614d0c1eeb8e up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:10:46.261909 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca57a0-3b8a-4194-b825-39f9e551c4ea None None] Pushing event updated for resources: {'Port': ['ID=a102a5b2-ebe9-4535-9278-33cf77c7405c,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:46.272145 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352534a2-06ef-4b36-81db-9b36dfc8457a req-7ee4337e-7cfb-4c8c-8887-5e934e2567fc tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:46.274155 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-352534a2-06ef-4b36-81db-9b36dfc8457a req-7ee4337e-7cfb-4c8c-8887-5e934e2567fc tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.1012056 Jan 11 13:10:46.292404 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-53cfb9e0-7a04-4a03-81c4-1f8a1849cf54 req-c51dbe25-5d4f-48d1-82a3-6892515aa2ba tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466328 Jan 11 13:10:46.340995 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-352534a2-06ef-4b36-81db-9b36dfc8457a req-0a0c4527-0c0d-4b84-8fee-265c6c53cdd1 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582588 Jan 11 13:10:46.422646 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-8b6a2508-510d-49fe-a4a1-48c05f985dfd None None] Provisioning complete for port a102a5b2-ebe9-4535-9278-33cf77c7405c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:46.423064 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2508-510d-49fe-a4a1-48c05f985dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:46.423598 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Router 46a1121a-6e76-4ec7-84dd-533041988fb4 is scheduled to L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 13:10:46.478166 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780900e9-f352-4075-beff-d356b5a88b91 None None] Network 658d731c-6463-4543-b500-a5481d02cc56 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:10:46.594623 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5babe05-dc70-4683-b08c-5b580cb7e789 None None] Pushing event updated for resources: {'Port': ['ID=a102a5b2-ebe9-4535-9278-33cf77c7405c,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:46.594924 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:10:46.623845 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Sync routers for ids ['46a1121a-6e76-4ec7-84dd-533041988fb4'] in dv-cinder-824149-3-iscsi {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:10:46.648280 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Routers {'46a1121a-6e76-4ec7-84dd-533041988fb4'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:10:46.651522 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:10:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['46a1121a-6e76-4ec7-84dd-533041988fb4'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:46.665183 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:46.668996 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-70efd8ef-0339-4c72-bd45-d42631f548e9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2629435 Jan 11 13:10:46.669444 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53126) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:46.691654 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:46.691654 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (dbdd4677-4dac-47d1-80a2-614d0c1eeb8e), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:46.829441 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a2508-510d-49fe-a4a1-48c05f985dfd None None] Current status of the port a102a5b2-ebe9-4535-9278-33cf77c7405c is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:46.891343 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Set router 46a1121a-6e76-4ec7-84dd-533041988fb4 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:10:46.904548 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:46.904981 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (dbdd4677-4dac-47d1-80a2-614d0c1eeb8e), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:47.004224 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] For port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=dbdd4677-4dac-47d1-80a2-614d0c1eeb8e,segment=NetworkSegment(8675d20b-3e75-43e4-8f60-7c401e485563),segment_id=8675d20b-3e75-43e4-8f60-7c401e485563)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:47.042537 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'name': 'tempest-TestShelveInstance-1070493120-router', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:36Z', 'updated_at': '2022-01-11T13:10:40Z', 'revision_number': 4, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'gw_port': {'id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:37Z', 'updated_at': '2022-01-11T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'a102a5b2-ebe9-4535-9278-33cf77c7405c', 'name': '', 'network_id': '4a81179c-8970-4450-861d-29532f8e250e', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'mac_address': 'fa:16:3e:4b:b7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:39Z', 'updated_at': '2022-01-11T13:10:45Z', 'revision_number': 5, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'subnets': [{'id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:47.046133 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (dbdd4677-4dac-47d1-80a2-614d0c1eeb8e), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:47.185064 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'name': 'tempest-TestShelveInstance-1213394303-router', 'tenant_id': '3df8b2509fb94c3589c9723eaa612d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e8c80772-758e-4f21-9c4d-7f1b724dc8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:43Z', 'updated_at': '2022-01-11T13:10:45Z', 'revision_number': 3, 'project_id': '3df8b2509fb94c3589c9723eaa612d6d', 'gw_port': {'id': 'e8c80772-758e-4f21-9c4d-7f1b724dc8e6', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:44Z', 'updated_at': '2022-01-11T13:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:47.191172 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e884d3-cbfe-4a6a-9e65-883126a2c64f None None] The sync data for ids ['d3837b20-7e9a-477b-82de-b902f9fad5c4'] in dv-cinder-824149-3-iscsi is: [{'id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'name': 'tempest-TestShelveInstance-1070493120-router', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:36Z', 'updated_at': '2022-01-11T13:10:40Z', 'revision_number': 4, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'gw_port': {'id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:37Z', 'updated_at': '2022-01-11T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'a102a5b2-ebe9-4535-9278-33cf77c7405c', 'name': '', 'network_id': '4a81179c-8970-4450-861d-29532f8e250e', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'mac_address': 'fa:16:3e:4b:b7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:39Z', 'updated_at': '2022-01-11T13:10:45Z', 'revision_number': 5, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'subnets': [{'id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:10:47.206921 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-2456cf03-ea8a-4e1b-bcaa-12456451208f None None] Provisioning complete for port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:47.207633 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2456cf03-ea8a-4e1b-bcaa-12456451208f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (dbdd4677-4dac-47d1-80a2-614d0c1eeb8e), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:47.217761 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Checking router: 46a1121a-6e76-4ec7-84dd-533041988fb4 for host: dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:10:47.217761 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Updating router 46a1121a-6e76-4ec7-84dd-533041988fb4 port e8c80772-758e-4f21-9c4d-7f1b724dc8e6 binding host dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:10:47.246885 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (e8c80772-758e-4f21-9c4d-7f1b724dc8e6), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:47.315796 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a7b05-e00f-48b5-a3d5-76a1a5917758 req-a1ab0214-2e75-490f-b992-e4ceaadf864e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:47.326624 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-161a7b05-e00f-48b5-a3d5-76a1a5917758 req-a1ab0214-2e75-490f-b992-e4ceaadf864e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.1582260 Jan 11 13:10:47.453661 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-161a7b05-e00f-48b5-a3d5-76a1a5917758 req-bb3773a7-69d7-48c5-9700-0cab75043b77 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174076 Jan 11 13:10:47.474623 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Pushing event updated for resources: {'Port': ['ID=dbdd4677-4dac-47d1-80a2-614d0c1eeb8e,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:47.659967 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a918d0-6004-439c-ac6a-c82f99c730dd req-20ed29b8-0707-4256-91e4-704f5f84dea5 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:47.674105 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-2456cf03-ea8a-4e1b-bcaa-12456451208f None None] Current status of the port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:47.677738 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92a918d0-6004-439c-ac6a-c82f99c730dd req-20ed29b8-0707-4256-91e4-704f5f84dea5 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 945 time: 0.1603014 Jan 11 13:10:47.802366 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-5597b8b9-8009-4611-9507-c79f7e25dba8 None None] Provisioning complete for port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:47.802740 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5597b8b9-8009-4611-9507-c79f7e25dba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (dbdd4677-4dac-47d1-80a2-614d0c1eeb8e), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:47.850713 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92a918d0-6004-439c-ac6a-c82f99c730dd req-f3734bf6-9ae6-49e9-b24f-b2aaedfe8b8e tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720028 Jan 11 13:10:47.912415 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170db9b1-066a-4ce3-a913-41e0cfff49de req-c73efcd0-2350-4d76-996d-776b62ccdeec tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:47.913910 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:47.938835 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-170db9b1-066a-4ce3-a913-41e0cfff49de req-c73efcd0-2350-4d76-996d-776b62ccdeec tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.2154422 Jan 11 13:10:48.063821 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Publish callbacks [] for port (e8c80772-758e-4f21-9c4d-7f1b724dc8e6), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:48.085481 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-170db9b1-066a-4ce3-a913-41e0cfff49de req-f09c4e37-afe5-4681-9240-2854cb1da1b2 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388218 Jan 11 13:10:48.092678 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (e8c80772-758e-4f21-9c4d-7f1b724dc8e6), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:48.129031 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-5597b8b9-8009-4611-9507-c79f7e25dba8 None None] Current status of the port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:48.149444 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Attempting to bind port e8c80772-758e-4f21-9c4d-7f1b724dc8e6 on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:10:48.149444 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Attempting to bind port e8c80772-758e-4f21-9c4d-7f1b724dc8e6 by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:10:48.150734 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Attempting to bind port e8c80772-758e-4f21-9c4d-7f1b724dc8e6 on network 0598fff4-adad-45d5-af02-105f0894d10b {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:10:48.159124 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] Allocated IP 172.20.0.1 (658d731c-6463-4543-b500-a5481d02cc56/14f03408-0e69-4b1d-9eda-c71f2e66f52a/4c99ac85-7188-4fe4-880b-22da0e17b02c) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:10:48.169850 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device a102a5b2-ebe9-4535-9278-33cf77c7405c up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:10:48.176036 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:10:48.176473 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Checking segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:10:48.176930 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:48.177380 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Bound using segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:10:48.177913 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Bound port: e8c80772-758e-4f21-9c4d-7f1b724dc8e6, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:10:48.178296 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (e8c80772-758e-4f21-9c4d-7f1b724dc8e6), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:48.262100 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] For port e8c80772-758e-4f21-9c4d-7f1b724dc8e6, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:10:48.271857 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] For port e8c80772-758e-4f21-9c4d-7f1b724dc8e6, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=e8c80772-758e-4f21-9c4d-7f1b724dc8e6,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:10:48.282113 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (e8c80772-758e-4f21-9c4d-7f1b724dc8e6), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:48.289631 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port a102a5b2-ebe9-4535-9278-33cf77c7405c triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:48.290164 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:48.312799 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7dc9d-fe6e-4509-b290-8a3da1242167 None None] Pushing event updated for resources: {'Port': ['ID=e8c80772-758e-4f21-9c4d-7f1b724dc8e6,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:48.355132 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] Publish callbacks [] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:48.374435 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Routers {'46a1121a-6e76-4ec7-84dd-533041988fb4'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:10:48.375082 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:10:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['46a1121a-6e76-4ec7-84dd-533041988fb4'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:48.442369 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:48.460643 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port a102a5b2-ebe9-4535-9278-33cf77c7405c is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:48.462164 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device dbdd4677-4dac-47d1-80a2-614d0c1eeb8e up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:10:48.580608 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7dc9d-fe6e-4509-b290-8a3da1242167 None None] Pushing event updated for resources: {'Port': ['ID=e8c80772-758e-4f21-9c4d-7f1b724dc8e6,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:48.594991 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:48.595464 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (dbdd4677-4dac-47d1-80a2-614d0c1eeb8e), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:48.613948 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] Network 658d731c-6463-4543-b500-a5481d02cc56 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:10:48.615779 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:10:48.644260 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:10:48.646095 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7954030'] for router_interface (46a1121a-6e76-4ec7-84dd-533041988fb4), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:48.648000 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] Set router 46a1121a-6e76-4ec7-84dd-533041988fb4 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:10:48.661088 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] Pushing event updated for resources: {'Port': ['ID=4c99ac85-7188-4fe4-880b-22da0e17b02c,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:48.724010 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f3dc7-44f1-4823-b355-f7f6c385fba4 req-282af2e9-122d-488c-af19-77de4787522b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:48.733779 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5d7f3dc7-44f1-4823-b355-f7f6c385fba4 req-282af2e9-122d-488c-af19-77de4787522b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.1197472 Jan 11 13:10:48.788578 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:48.855410 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5d7f3dc7-44f1-4823-b355-f7f6c385fba4 req-7730e6ed-bf62-4d57-9dba-d95a420a7529 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205661 Jan 11 13:10:48.977306 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b31a2-3e2c-4f2a-8761-4c559893c2ce req-676db2db-0e08-4fea-b76f-c883384f109f tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:48.977306 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-095b31a2-3e2c-4f2a-8761-4c559893c2ce req-676db2db-0e08-4fea-b76f-c883384f109f tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.49 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 945 time: 0.1219347 Jan 11 13:10:49.072899 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63077adc-59c6-4ae1-9465-9a21fc6fce1f req-1569dfee-549d-4d3d-8dd4-7c6f3bda74e7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:49.080183 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'name': 'tempest-TestShelveInstance-1213394303-router', 'tenant_id': '3df8b2509fb94c3589c9723eaa612d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e8c80772-758e-4f21-9c4d-7f1b724dc8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:43Z', 'updated_at': '2022-01-11T13:10:45Z', 'revision_number': 3, 'project_id': '3df8b2509fb94c3589c9723eaa612d6d', 'gw_port': {'id': 'e8c80772-758e-4f21-9c4d-7f1b724dc8e6', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:44Z', 'updated_at': '2022-01-11T13:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:49.085477 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-63077adc-59c6-4ae1-9465-9a21fc6fce1f req-1569dfee-549d-4d3d-8dd4-7c6f3bda74e7 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 945 time: 0.1211011 Jan 11 13:10:49.115175 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:49.146851 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad998ff0-109f-4a41-8484-5ea627a0d4bd None None] The sync data for ids ['46a1121a-6e76-4ec7-84dd-533041988fb4'] in dv-cinder-824149-3-iscsi is: [{'id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'name': 'tempest-TestShelveInstance-1213394303-router', 'tenant_id': '3df8b2509fb94c3589c9723eaa612d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e8c80772-758e-4f21-9c4d-7f1b724dc8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:43Z', 'updated_at': '2022-01-11T13:10:45Z', 'revision_number': 3, 'project_id': '3df8b2509fb94c3589c9723eaa612d6d', 'gw_port': {'id': 'e8c80772-758e-4f21-9c4d-7f1b724dc8e6', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:44Z', 'updated_at': '2022-01-11T13:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}] {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:10:49.176333 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-3ea569c9-bf46-40a7-bd10-011246633b4d None None] Provisioning complete for port 4c99ac85-7188-4fe4-880b-22da0e17b02c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:49.176797 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3ea569c9-bf46-40a7-bd10-011246633b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:49.239359 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-63077adc-59c6-4ae1-9465-9a21fc6fce1f req-977044df-9b44-4ff9-8ae8-68dfe151cf4d tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528811 Jan 11 13:10:49.287290 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-095b31a2-3e2c-4f2a-8761-4c559893c2ce req-bfba7277-11aa-4f06-a945-bb27edf87846 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Deleting port f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:10:49.287731 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-095b31a2-3e2c-4f2a-8761-4c559893c2ce req-bfba7277-11aa-4f06-a945-bb27edf87846 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (f8d828fd-cf08-46c6-b9eb-fcb1be1fad14), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:49.322138 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-3ea569c9-bf46-40a7-bd10-011246633b4d None None] Port 4c99ac85-7188-4fe4-880b-22da0e17b02c cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:10:49.369677 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265050f0-5da5-4387-804c-954ba10188a1 req-7888e088-5a11-491b-882e-6f0e7a48cb52 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:49.389848 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-265050f0-5da5-4387-804c-954ba10188a1 req-7888e088-5a11-491b-882e-6f0e7a48cb52 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.1269343 Jan 11 13:10:49.454964 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-265050f0-5da5-4387-804c-954ba10188a1 req-4914f2a3-b2f0-4434-8ce0-3cd32c01486c tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641084 Jan 11 13:10:49.534359 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-095b31a2-3e2c-4f2a-8761-4c559893c2ce req-bfba7277-11aa-4f06-a945-bb27edf87846 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] For port f8d828fd-cf08-46c6-b9eb-fcb1be1fad14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f8d828fd-cf08-46c6-b9eb-fcb1be1fad14,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:49.534874 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-095b31a2-3e2c-4f2a-8761-4c559893c2ce req-bfba7277-11aa-4f06-a945-bb27edf87846 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (f8d828fd-cf08-46c6-b9eb-fcb1be1fad14), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:49.559943 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-095b31a2-3e2c-4f2a-8761-4c559893c2ce req-bfba7277-11aa-4f06-a945-bb27edf87846 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Calling delete_port for f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:10:49.637441 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] Publish callbacks [] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:49.648939 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:49.649726 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7987966'] for router_interface (46a1121a-6e76-4ec7-84dd-533041988fb4), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:49.651182 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:10:49.750909 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] Pushing event updated for resources: {'Port': ['ID=4c99ac85-7188-4fe4-880b-22da0e17b02c,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:49.861327 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-095b31a2-3e2c-4f2a-8761-4c559893c2ce req-bfba7277-11aa-4f06-a945-bb27edf87846 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871'] for port (f8d828fd-cf08-46c6-b9eb-fcb1be1fad14), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:49.868043 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] Network 658d731c-6463-4543-b500-a5481d02cc56 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:10:49.875417 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:10:49.876460 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['7a519c1f-57d2-400a-acae-871b25b491b3', 'f8d828fd-cf08-46c6-b9eb-fcb1be1fad14'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:10:49.906399 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba7277-11aa-4f06-a945-bb27edf87846 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Pushing event deleted for resources: {'Port': ['ID=f8d828fd-cf08-46c6-b9eb-fcb1be1fad14,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:49.977487 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device e8c80772-758e-4f21-9c4d-7f1b724dc8e6 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:10:50.055111 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e028bd3-33ce-44d6-a730-4c87533fd294 req-c3bd16d6-f8a4-44a7-8d0d-1ea717021dac tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:50.064690 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9e028bd3-33ce-44d6-a730-4c87533fd294 req-c3bd16d6-f8a4-44a7-8d0d-1ea717021dac tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.0723300 Jan 11 13:10:50.064896 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-095b31a2-3e2c-4f2a-8761-4c559893c2ce req-bfba7277-11aa-4f06-a945-bb27edf87846 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] No DVR routers for this DVR port f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:10:50.067668 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-095b31a2-3e2c-4f2a-8761-4c559893c2ce req-bfba7277-11aa-4f06-a945-bb27edf87846 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:50.071529 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-095b31a2-3e2c-4f2a-8761-4c559893c2ce req-bfba7277-11aa-4f06-a945-bb27edf87846 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.49 "DELETE /v2.0/ports/f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 HTTP/1.1" status: 204 len: 173 time: 1.0717828 Jan 11 13:10:50.077446 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba9a6c0-0f70-48a5-a872-7d732aa7167c', 'name': 'network-vif-deleted', 'tag': 'f8d828fd-cf08-46c6-b9eb-fcb1be1fad14'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:10:50.079733 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7eb55c1-899b-4f65-861d-c28b4a1f6b04" -d '{"events": [{"server_uuid": "cba9a6c0-0f70-48a5-a872-7d732aa7167c", "name": "network-vif-deleted", "tag": "f8d828fd-cf08-46c6-b9eb-fcb1be1fad14"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:10:50.101274 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] Router 46a1121a-6e76-4ec7-84dd-533041988fb4 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:10:50.165242 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9e028bd3-33ce-44d6-a730-4c87533fd294 req-0bc1f2f2-7494-40b4-9742-ac34439e39f6 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986714 Jan 11 13:10:50.232484 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port e8c80772-758e-4f21-9c4d-7f1b724dc8e6 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:50.232860 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (e8c80772-758e-4f21-9c4d-7f1b724dc8e6), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:50.284738 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5493c16f-70e7-4345-8a2d-f9701f601bba x-openstack-request-id: req-5493c16f-70e7-4345-8a2d-f9701f601bba {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:10:50.285119 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba9a6c0-0f70-48a5-a872-7d732aa7167c", "name": "network-vif-deleted", "tag": "f8d828fd-cf08-46c6-b9eb-fcb1be1fad14", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:10:50.286828 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5493c16f-70e7-4345-8a2d-f9701f601bba {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:10:50.288082 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba9a6c0-0f70-48a5-a872-7d732aa7167c', 'name': 'network-vif-deleted', 'tag': 'f8d828fd-cf08-46c6-b9eb-fcb1be1fad14', 'status': 'completed', 'code': 200} Jan 11 13:10:50.405111 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-4bdfa384-4979-4993-b07a-2f662954220d None None] Provisioning complete for port 4c99ac85-7188-4fe4-880b-22da0e17b02c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:50.405646 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4bdfa384-4979-4993-b07a-2f662954220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:50.410477 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port e8c80772-758e-4f21-9c4d-7f1b724dc8e6 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:50.410875 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (e8c80772-758e-4f21-9c4d-7f1b724dc8e6), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:50.411181 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:10:50.440875 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-34019af1-f49e-4fac-bf12-788ccaff38db admin admin] 10.222.0.52 "PUT /v2.0/routers/46a1121a-6e76-4ec7-84dd-533041988fb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7702851 Jan 11 13:10:50.471361 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] For port e8c80772-758e-4f21-9c4d-7f1b724dc8e6, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=e8c80772-758e-4f21-9c4d-7f1b724dc8e6,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:50.472416 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-4bdfa384-4979-4993-b07a-2f662954220d None None] Port 4c99ac85-7188-4fe4-880b-22da0e17b02c cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:10:50.478122 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (e8c80772-758e-4f21-9c4d-7f1b724dc8e6), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:50.521373 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2f009c2a-55b1-40f3-bd61-eb5df7b7161a req-28c7ad7d-62fc-4e49-90af-609a5093a528 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba9a6c0-0f70-48a5-a872-7d732aa7167c HTTP/1.1" status: 200 len: 210 time: 0.0768764 Jan 11 13:10:50.570821 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Pushing event updated for resources: {'Port': ['ID=e8c80772-758e-4f21-9c4d-7f1b724dc8e6,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:50.612106 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f48ea0-89dc-40f4-bfc8-b405697e10d5 req-a53a6531-19c1-46b3-99cf-2ead9bf03f38 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:50.613641 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c0f48ea0-89dc-40f4-bfc8-b405697e10d5 req-a53a6531-19c1-46b3-99cf-2ead9bf03f38 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0616350 Jan 11 13:10:50.684049 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c0f48ea0-89dc-40f4-bfc8-b405697e10d5 req-6b0300ca-ccbd-467a-b70d-eba30d3007d3 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645852 Jan 11 13:10:50.952233 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53156) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:50.956691 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-678004cf-494f-4d41-b3f3-79b2b6f23109 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786094779', 'description': 'tempest-secgroup-smoke-786094779 description', 'project_id': '8e5eb41976664084b52ed4c7ea35403f'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:10:50.983309 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-678004cf-494f-4d41-b3f3-79b2b6f23109 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.045409 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-678004cf-494f-4d41-b3f3-79b2b6f23109 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group (a8f8713f-44a5-408c-aa5e-e531e6c9608d), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.049299 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-678004cf-494f-4d41-b3f3-79b2b6f23109 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (a8f8713f-44a5-408c-aa5e-e531e6c9608d), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.077101 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-678004cf-494f-4d41-b3f3-79b2b6f23109 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.078333 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-678004cf-494f-4d41-b3f3-79b2b6f23109 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1251173 Jan 11 13:10:51.081242 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53158) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:51.086229 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-34e57c8d-c477-4ed7-9728-54727e07addb tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Request body: {'security_group_rule': {'security_group_id': 'a8f8713f-44a5-408c-aa5e-e531e6c9608d', 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:10:51.091916 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678004cf-494f-4d41-b3f3-79b2b6f23109 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f8713f-44a5-408c-aa5e-e531e6c9608d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:51.121483 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34e57c8d-c477-4ed7-9728-54727e07addb tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group_rule (9212c738-fa0b-4f71-abbb-f862540f1ab5), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.180826 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34e57c8d-c477-4ed7-9728-54727e07addb tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group_rule (9212c738-fa0b-4f71-abbb-f862540f1ab5), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.185068 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34e57c8d-c477-4ed7-9728-54727e07addb tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (9212c738-fa0b-4f71-abbb-f862540f1ab5), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.204200 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e57c8d-c477-4ed7-9728-54727e07addb tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9212c738-fa0b-4f71-abbb-f862540f1ab5,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:51.211370 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34e57c8d-c477-4ed7-9728-54727e07addb tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.212642 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-34e57c8d-c477-4ed7-9728-54727e07addb tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304746 Jan 11 13:10:51.215905 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53162) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:51.220235 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-81049336-9442-493a-acf7-3aa3f7114944 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Request body: {'security_group_rule': {'security_group_id': 'a8f8713f-44a5-408c-aa5e-e531e6c9608d', 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:10:51.260246 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81049336-9442-493a-acf7-3aa3f7114944 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group_rule (d29fd721-4087-4c9d-a9ce-0c70fc194136), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.328985 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db030e-cf9e-453c-899b-847105a621a8 req-edd759b5-09a1-43eb-96f4-8bb13e311740 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:51.330391 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-26db030e-cf9e-453c-899b-847105a621a8 req-edd759b5-09a1-43eb-96f4-8bb13e311740 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.0844264 Jan 11 13:10:51.341236 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81049336-9442-493a-acf7-3aa3f7114944 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group_rule (d29fd721-4087-4c9d-a9ce-0c70fc194136), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.351088 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81049336-9442-493a-acf7-3aa3f7114944 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (d29fd721-4087-4c9d-a9ce-0c70fc194136), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.381784 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Sync routers for ids ['46a1121a-6e76-4ec7-84dd-533041988fb4'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:10:51.384947 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81049336-9442-493a-acf7-3aa3f7114944 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29fd721-4087-4c9d-a9ce-0c70fc194136,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:51.390591 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81049336-9442-493a-acf7-3aa3f7114944 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.391690 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-81049336-9442-493a-acf7-3aa3f7114944 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1748075 Jan 11 13:10:51.392899 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Routers {'46a1121a-6e76-4ec7-84dd-533041988fb4'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:10:51.393518 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:10:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['46a1121a-6e76-4ec7-84dd-533041988fb4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:51.394509 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53164) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:51.399262 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-d70562e5-efb9-48d0-9848-52ed6ebd303e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Request body: {'security_group_rule': {'security_group_id': 'a8f8713f-44a5-408c-aa5e-e531e6c9608d', 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:10:51.415645 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-26db030e-cf9e-453c-899b-847105a621a8 req-a0388f46-47d8-4aed-8a63-649fd1651fa8 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769770 Jan 11 13:10:51.427321 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d70562e5-efb9-48d0-9848-52ed6ebd303e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group_rule (a001e8ad-1b90-45a0-bdc1-a384f2a0fefe), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.497055 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d70562e5-efb9-48d0-9848-52ed6ebd303e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group_rule (a001e8ad-1b90-45a0-bdc1-a384f2a0fefe), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.501240 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d70562e5-efb9-48d0-9848-52ed6ebd303e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (a001e8ad-1b90-45a0-bdc1-a384f2a0fefe), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.521896 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70562e5-efb9-48d0-9848-52ed6ebd303e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a001e8ad-1b90-45a0-bdc1-a384f2a0fefe,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:51.528494 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d70562e5-efb9-48d0-9848-52ed6ebd303e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.529762 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-d70562e5-efb9-48d0-9848-52ed6ebd303e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342661 Jan 11 13:10:51.532670 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53168) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:51.537111 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-79aa5cc5-fe47-42ce-9122-16e3997e181e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Request body: {'security_group_rule': {'security_group_id': 'a8f8713f-44a5-408c-aa5e-e531e6c9608d', 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:10:51.573405 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-79aa5cc5-fe47-42ce-9122-16e3997e181e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group_rule (4153d446-c5be-4cf3-a9c1-565a802d89f0), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.640260 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-79aa5cc5-fe47-42ce-9122-16e3997e181e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group_rule (4153d446-c5be-4cf3-a9c1-565a802d89f0), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.644706 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-79aa5cc5-fe47-42ce-9122-16e3997e181e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (4153d446-c5be-4cf3-a9c1-565a802d89f0), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.665964 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa5cc5-fe47-42ce-9122-16e3997e181e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4153d446-c5be-4cf3-a9c1-565a802d89f0,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:51.669041 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Set router 46a1121a-6e76-4ec7-84dd-533041988fb4 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:10:51.676295 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-79aa5cc5-fe47-42ce-9122-16e3997e181e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.680620 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53174) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:51.686150 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4779cc3d-0706-40d3-848e-ec92e1507de7 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Request body: {'security_group_rule': {'security_group_id': 'a8f8713f-44a5-408c-aa5e-e531e6c9608d', 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:10:51.688855 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-79aa5cc5-fe47-42ce-9122-16e3997e181e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1549256 Jan 11 13:10:51.713020 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-4779cc3d-0706-40d3-848e-ec92e1507de7 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Project 8e5eb41976664084b52ed4c7ea35403f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 13:10:51.718668 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4779cc3d-0706-40d3-848e-ec92e1507de7 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group_rule (5d5b4b4e-18c6-4878-bb4d-210ecf98d881), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.794360 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4779cc3d-0706-40d3-848e-ec92e1507de7 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group_rule (5d5b4b4e-18c6-4878-bb4d-210ecf98d881), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.798967 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4779cc3d-0706-40d3-848e-ec92e1507de7 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (5d5b4b4e-18c6-4878-bb4d-210ecf98d881), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.825149 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779cc3d-0706-40d3-848e-ec92e1507de7 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5b4b4e-18c6-4878-bb4d-210ecf98d881,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:51.836509 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccee298-3e99-448c-b66c-5749fabf7af1 req-7b79b773-6c91-49c1-8282-bc002854f9d7 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:51.838069 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4ccee298-3e99-448c-b66c-5749fabf7af1 req-7b79b773-6c91-49c1-8282-bc002854f9d7 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0829508 Jan 11 13:10:51.841430 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4779cc3d-0706-40d3-848e-ec92e1507de7 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.845598 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53178) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:51.845782 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-4779cc3d-0706-40d3-848e-ec92e1507de7 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1639564 Jan 11 13:10:51.850917 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-50bfb391-af82-41c0-b668-22d8fc03e964 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Request body: {'security_group_rule': {'security_group_id': 'a8f8713f-44a5-408c-aa5e-e531e6c9608d', 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:10:51.892006 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.db.securitygroups_db [None req-50bfb391-af82-41c0-b668-22d8fc03e964 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Project 8e5eb41976664084b52ed4c7ea35403f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 13:10:51.899250 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-50bfb391-af82-41c0-b668-22d8fc03e964 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group_rule (5e69e357-976c-44ce-aa3c-51d63068445e), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.903432 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4ccee298-3e99-448c-b66c-5749fabf7af1 req-d381b9a6-56a6-4aa2-833b-ba5ef8195476 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564144 Jan 11 13:10:51.910328 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'name': 'tempest-TestShelveInstance-1213394303-router', 'tenant_id': '3df8b2509fb94c3589c9723eaa612d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e8c80772-758e-4f21-9c4d-7f1b724dc8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:43Z', 'updated_at': '2022-01-11T13:10:48Z', 'revision_number': 4, 'project_id': '3df8b2509fb94c3589c9723eaa612d6d', 'gw_port': {'id': 'e8c80772-758e-4f21-9c4d-7f1b724dc8e6', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:44Z', 'updated_at': '2022-01-11T13:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '4c99ac85-7188-4fe4-880b-22da0e17b02c', 'name': '', 'network_id': '658d731c-6463-4543-b500-a5481d02cc56', 'tenant_id': '3df8b2509fb94c3589c9723eaa612d6d', 'mac_address': 'fa:16:3e:0d:2d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14f03408-0e69-4b1d-9eda-c71f2e66f52a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:47Z', 'updated_at': '2022-01-11T13:10:49Z', 'revision_number': 2, 'project_id': '3df8b2509fb94c3589c9723eaa612d6d', 'subnets': [{'id': '14f03408-0e69-4b1d-9eda-c71f2e66f52a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:51.946211 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device e8c80772-758e-4f21-9c4d-7f1b724dc8e6 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:10:51.949461 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Checking router: 46a1121a-6e76-4ec7-84dd-533041988fb4 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:10:51.949822 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Updating router 46a1121a-6e76-4ec7-84dd-533041988fb4 port 4c99ac85-7188-4fe4-880b-22da0e17b02c binding host dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:10:51.965931 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-50bfb391-af82-41c0-b668-22d8fc03e964 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group_rule (5e69e357-976c-44ce-aa3c-51d63068445e), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.970709 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-50bfb391-af82-41c0-b668-22d8fc03e964 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (5e69e357-976c-44ce-aa3c-51d63068445e), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.988571 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfb391-af82-41c0-b668-22d8fc03e964 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e69e357-976c-44ce-aa3c-51d63068445e,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:51.998759 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-50bfb391-af82-41c0-b668-22d8fc03e964 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:51.999492 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-50bfb391-af82-41c0-b668-22d8fc03e964 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1527009 Jan 11 13:10:52.005930 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:52.059965 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port e8c80772-758e-4f21-9c4d-7f1b724dc8e6 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:52.060373 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (e8c80772-758e-4f21-9c4d-7f1b724dc8e6), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:52.257474 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port e8c80772-758e-4f21-9c4d-7f1b724dc8e6 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:52.341182 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Publish callbacks [] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:52.345877 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:52.408397 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78b964-7431-4202-8bce-d52c5e39d71a None None] Pushing event updated for resources: {'Port': ['ID=4c99ac85-7188-4fe4-880b-22da0e17b02c,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:52.498934 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Attempting to bind port 4c99ac85-7188-4fe4-880b-22da0e17b02c on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:10:52.499427 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Attempting to bind port 4c99ac85-7188-4fe4-880b-22da0e17b02c by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '8675d20b-3e75-43e4-8f60-7c401e485563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '658d731c-6463-4543-b500-a5481d02cc56'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:10:52.499903 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Attempting to bind port 4c99ac85-7188-4fe4-880b-22da0e17b02c on network 658d731c-6463-4543-b500-a5481d02cc56 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:10:52.505893 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:10:52.506440 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Checking segment: {'id': '8675d20b-3e75-43e4-8f60-7c401e485563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '658d731c-6463-4543-b500-a5481d02cc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:10:52.506911 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:52.507429 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Bound using segment: {'id': '8675d20b-3e75-43e4-8f60-7c401e485563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '658d731c-6463-4543-b500-a5481d02cc56'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:10:52.508157 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Bound port: 4c99ac85-7188-4fe4-880b-22da0e17b02c, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8675d20b-3e75-43e4-8f60-7c401e485563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '658d731c-6463-4543-b500-a5481d02cc56'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:10:52.508734 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:52.574930 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f6d78-45e9-4da1-b6a9-c80c98f52573 req-0a01c6b8-c142-4ec5-b391-e345b196be1d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:52.576707 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dd4f6d78-45e9-4da1-b6a9-c80c98f52573 req-0a01c6b8-c142-4ec5-b391-e345b196be1d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.0559690 Jan 11 13:10:52.592102 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] For port 4c99ac85-7188-4fe4-880b-22da0e17b02c, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:10:52.596899 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] For port 4c99ac85-7188-4fe4-880b-22da0e17b02c, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=4c99ac85-7188-4fe4-880b-22da0e17b02c,segment=NetworkSegment(8675d20b-3e75-43e4-8f60-7c401e485563),segment_id=8675d20b-3e75-43e4-8f60-7c401e485563)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:10:52.601563 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:52.631663 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dd4f6d78-45e9-4da1-b6a9-c80c98f52573 req-fd22beed-5f60-40d8-8aec-503520f2cfe3 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469825 Jan 11 13:10:52.667538 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Routers {'46a1121a-6e76-4ec7-84dd-533041988fb4'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:10:52.668396 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:10:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['46a1121a-6e76-4ec7-84dd-533041988fb4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:52.671655 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78b964-7431-4202-8bce-d52c5e39d71a None None] Pushing event updated for resources: {'Port': ['ID=4c99ac85-7188-4fe4-880b-22da0e17b02c,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:52.767191 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-4168f7ac-9215-4d7a-b98d-477cab563780 None None] Provisioning complete for port 4c99ac85-7188-4fe4-880b-22da0e17b02c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:52.767191 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4168f7ac-9215-4d7a-b98d-477cab563780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:52.826569 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] Set router 46a1121a-6e76-4ec7-84dd-533041988fb4 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:10:52.961183 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187ce0d-f4ab-4b3e-a519-68ddfbabe84e req-e6239718-d2f3-4def-b9cc-16377c1a0cec tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:52.963431 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8187ce0d-f4ab-4b3e-a519-68ddfbabe84e req-e6239718-d2f3-4def-b9cc-16377c1a0cec tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 946 time: 0.0630660 Jan 11 13:10:52.988305 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-4168f7ac-9215-4d7a-b98d-477cab563780 None None] Current status of the port 4c99ac85-7188-4fe4-880b-22da0e17b02c is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:52.988660 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4168f7ac-9215-4d7a-b98d-477cab563780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:53.024224 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:10:53.051252 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:10:53.051606 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device f8d828fd-cf08-46c6-b9eb-fcb1be1fad14 not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:10:53.056571 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8187ce0d-f4ab-4b3e-a519-68ddfbabe84e req-91b837d4-f78d-4e57-9573-4d21dca38b2f tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857441 Jan 11 13:10:53.069296 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6a5f0-420a-4373-b01f-da7ed1d966fe req-25015f11-9851-411b-844d-a5b7cbd49cc6 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:53.070898 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c2d6a5f0-420a-4373-b01f-da7ed1d966fe req-25015f11-9851-411b-844d-a5b7cbd49cc6 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0836084 Jan 11 13:10:53.093060 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-4168f7ac-9215-4d7a-b98d-477cab563780 None None] For port 4c99ac85-7188-4fe4-880b-22da0e17b02c, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=4c99ac85-7188-4fe4-880b-22da0e17b02c,segment=NetworkSegment(8675d20b-3e75-43e4-8f60-7c401e485563),segment_id=8675d20b-3e75-43e4-8f60-7c401e485563)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:53.099285 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4168f7ac-9215-4d7a-b98d-477cab563780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:53.132154 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c2d6a5f0-420a-4373-b01f-da7ed1d966fe req-3864fead-2362-4e60-80ab-60e9a78a8f1c tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474625 Jan 11 13:10:53.172073 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168f7ac-9215-4d7a-b98d-477cab563780 None None] Pushing event updated for resources: {'Port': ['ID=4c99ac85-7188-4fe4-880b-22da0e17b02c,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:53.195179 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'name': 'tempest-TestShelveInstance-1213394303-router', 'tenant_id': '3df8b2509fb94c3589c9723eaa612d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e8c80772-758e-4f21-9c4d-7f1b724dc8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:43Z', 'updated_at': '2022-01-11T13:10:48Z', 'revision_number': 4, 'project_id': '3df8b2509fb94c3589c9723eaa612d6d', 'gw_port': {'id': 'e8c80772-758e-4f21-9c4d-7f1b724dc8e6', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:44Z', 'updated_at': '2022-01-11T13:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '4c99ac85-7188-4fe4-880b-22da0e17b02c', 'name': '', 'network_id': '658d731c-6463-4543-b500-a5481d02cc56', 'tenant_id': '3df8b2509fb94c3589c9723eaa612d6d', 'mac_address': 'fa:16:3e:0d:2d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14f03408-0e69-4b1d-9eda-c71f2e66f52a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:47Z', 'updated_at': '2022-01-11T13:10:52Z', 'revision_number': 4, 'project_id': '3df8b2509fb94c3589c9723eaa612d6d', 'subnets': [{'id': '14f03408-0e69-4b1d-9eda-c71f2e66f52a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:53.228698 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb0950f-8c25-4068-8cd3-78f920a5623e None None] The sync data for ids ['46a1121a-6e76-4ec7-84dd-533041988fb4'] in dv-cinder-824149-3-iscsi is: [{'id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'name': 'tempest-TestShelveInstance-1213394303-router', 'tenant_id': '3df8b2509fb94c3589c9723eaa612d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e8c80772-758e-4f21-9c4d-7f1b724dc8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:43Z', 'updated_at': '2022-01-11T13:10:48Z', 'revision_number': 4, 'project_id': '3df8b2509fb94c3589c9723eaa612d6d', 'gw_port': {'id': 'e8c80772-758e-4f21-9c4d-7f1b724dc8e6', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:44Z', 'updated_at': '2022-01-11T13:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '4c99ac85-7188-4fe4-880b-22da0e17b02c', 'name': '', 'network_id': '658d731c-6463-4543-b500-a5481d02cc56', 'tenant_id': '3df8b2509fb94c3589c9723eaa612d6d', 'mac_address': 'fa:16:3e:0d:2d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14f03408-0e69-4b1d-9eda-c71f2e66f52a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:47Z', 'updated_at': '2022-01-11T13:10:52Z', 'revision_number': 4, 'project_id': '3df8b2509fb94c3589c9723eaa612d6d', 'subnets': [{'id': '14f03408-0e69-4b1d-9eda-c71f2e66f52a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:10:53.240295 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-ea6d8cad-b215-4a73-b315-2cc97a236eb8 None None] Provisioning complete for port 4c99ac85-7188-4fe4-880b-22da0e17b02c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:53.240681 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ea6d8cad-b215-4a73-b315-2cc97a236eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:53.349144 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d8cad-b215-4a73-b315-2cc97a236eb8 None None] Current status of the port 4c99ac85-7188-4fe4-880b-22da0e17b02c is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:53.758473 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbebee0-93b3-4078-a8e9-bec6760a16aa req-ea076bb0-ad51-41e5-ad99-02eeb91f6652 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:53.760082 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fcbebee0-93b3-4078-a8e9-bec6760a16aa req-ea076bb0-ad51-41e5-ad99-02eeb91f6652 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.0519352 Jan 11 13:10:53.813669 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fcbebee0-93b3-4078-a8e9-bec6760a16aa req-b4e934c5-2639-4ae3-8d54-98b621f8ab96 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477033 Jan 11 13:10:53.923791 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 4c99ac85-7188-4fe4-880b-22da0e17b02c up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:10:53.973922 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 4c99ac85-7188-4fe4-880b-22da0e17b02c triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:53.974189 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:54.063763 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 4c99ac85-7188-4fe4-880b-22da0e17b02c is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:54.173607 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc32a9-daf7-4710-8493-3048545e188a req-3a63d1b6-7425-40c0-9332-e792076fd348 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:54.175187 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-19fc32a9-daf7-4710-8493-3048545e188a req-3a63d1b6-7425-40c0-9332-e792076fd348 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 946 time: 0.0502579 Jan 11 13:10:54.251566 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-19fc32a9-daf7-4710-8493-3048545e188a req-904aba4f-9341-4f1b-a117-e8bf37174458 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/security-groups?id=e751e757-d065-44d1-80a4-d6073b2ab537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703630 Jan 11 13:10:54.266805 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b917f2-c10e-406b-ab20-fadf74d90efb req-1c425551-649b-4438-9c36-bfbe66f14f51 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:54.268512 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e0b917f2-c10e-406b-ab20-fadf74d90efb req-1c425551-649b-4438-9c36-bfbe66f14f51 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0699673 Jan 11 13:10:54.316082 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e0b917f2-c10e-406b-ab20-fadf74d90efb req-726f55a9-df04-49a3-92fc-0487fba8c3f1 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418267 Jan 11 13:10:54.696988 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ec988-09b3-44d8-a72f-e6e52d9ff25f req-b1419fa5-cdb4-4f3a-8847-315bad48772a tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:54.699181 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-ba3ec988-09b3-44d8-a72f-e6e52d9ff25f req-b1419fa5-cdb4-4f3a-8847-315bad48772a tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.49 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 946 time: 0.0480890 Jan 11 13:10:54.792304 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-ba3ec988-09b3-44d8-a72f-e6e52d9ff25f req-6149b9af-3c8d-4150-81d7-386399c5a67f tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Deleting port 7a519c1f-57d2-400a-acae-871b25b491b3 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:10:54.792568 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-ba3ec988-09b3-44d8-a72f-e6e52d9ff25f req-6149b9af-3c8d-4150-81d7-386399c5a67f tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (7a519c1f-57d2-400a-acae-871b25b491b3), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:54.881316 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-ba3ec988-09b3-44d8-a72f-e6e52d9ff25f req-6149b9af-3c8d-4150-81d7-386399c5a67f tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] For port 7a519c1f-57d2-400a-acae-871b25b491b3, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7a519c1f-57d2-400a-acae-871b25b491b3,segment=NetworkSegment(2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71),segment_id=2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:54.881677 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-ba3ec988-09b3-44d8-a72f-e6e52d9ff25f req-6149b9af-3c8d-4150-81d7-386399c5a67f tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (7a519c1f-57d2-400a-acae-871b25b491b3), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:54.894779 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-ba3ec988-09b3-44d8-a72f-e6e52d9ff25f req-6149b9af-3c8d-4150-81d7-386399c5a67f tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Calling delete_port for 7a519c1f-57d2-400a-acae-871b25b491b3 owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:10:54.941204 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed544be-4b37-4a36-8334-75e879d41d75 req-2f95261b-36a2-40c3-97e4-2f4aafcccd86 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:54.942681 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0ed544be-4b37-4a36-8334-75e879d41d75 req-2f95261b-36a2-40c3-97e4-2f4aafcccd86 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.0533180 Jan 11 13:10:54.993092 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0ed544be-4b37-4a36-8334-75e879d41d75 req-bed3e3dd-7920-4fdf-b5e7-e585460aee81 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437682 Jan 11 13:10:55.023681 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-ba3ec988-09b3-44d8-a72f-e6e52d9ff25f req-6149b9af-3c8d-4150-81d7-386399c5a67f tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871'] for port (7a519c1f-57d2-400a-acae-871b25b491b3), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:55.035607 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['7a519c1f-57d2-400a-acae-871b25b491b3'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:10:55.050573 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149b9af-3c8d-4150-81d7-386399c5a67f tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Pushing event deleted for resources: {'Port': ['ID=7a519c1f-57d2-400a-acae-871b25b491b3,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:55.095354 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3ec988-09b3-44d8-a72f-e6e52d9ff25f req-6149b9af-3c8d-4150-81d7-386399c5a67f tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] No DVR routers for this DVR port 7a519c1f-57d2-400a-acae-871b25b491b3 on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:10:55.097808 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-ba3ec988-09b3-44d8-a72f-e6e52d9ff25f req-6149b9af-3c8d-4150-81d7-386399c5a67f tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:55.101151 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-ba3ec988-09b3-44d8-a72f-e6e52d9ff25f req-6149b9af-3c8d-4150-81d7-386399c5a67f tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.49 "DELETE /v2.0/ports/7a519c1f-57d2-400a-acae-871b25b491b3 HTTP/1.1" status: 204 len: 173 time: 0.3965886 Jan 11 13:10:55.101583 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929d9d00-ef70-4d53-9a88-3e4ee55747f2', 'name': 'network-vif-deleted', 'tag': '7a519c1f-57d2-400a-acae-871b25b491b3'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:10:55.103795 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8818302d-c5d4-4011-8b73-911383b02b6f" -d '{"events": [{"server_uuid": "929d9d00-ef70-4d53-9a88-3e4ee55747f2", "name": "network-vif-deleted", "tag": "7a519c1f-57d2-400a-acae-871b25b491b3"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:10:55.145343 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53ac3a5-0170-4e0a-bfa6-cc3c604f41e4 x-openstack-request-id: req-f53ac3a5-0170-4e0a-bfa6-cc3c604f41e4 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:10:55.145728 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929d9d00-ef70-4d53-9a88-3e4ee55747f2", "name": "network-vif-deleted", "tag": "7a519c1f-57d2-400a-acae-871b25b491b3", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:10:55.146091 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f53ac3a5-0170-4e0a-bfa6-cc3c604f41e4 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:10:55.146594 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929d9d00-ef70-4d53-9a88-3e4ee55747f2', 'name': 'network-vif-deleted', 'tag': '7a519c1f-57d2-400a-acae-871b25b491b3', 'status': 'completed', 'code': 200} Jan 11 13:10:55.361146 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-82558ce4-ea9a-46ff-9d10-f07c95b0e02a req-f0d78d9f-5a93-480a-8e75-05db32360795 tempest-AttachVolumeNegativeTest-779826036 tempest-AttachVolumeNegativeTest-779826036-project] 10.222.0.52 "GET /v2.0/ports?device_id=929d9d00-ef70-4d53-9a88-3e4ee55747f2 HTTP/1.1" status: 200 len: 210 time: 0.0275495 Jan 11 13:10:55.434649 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a694990-9715-4595-bb88-d60ec53584a8 req-94eaeb3f-6165-4c9b-8225-056825788025 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:55.436209 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0a694990-9715-4595-bb88-d60ec53584a8 req-94eaeb3f-6165-4c9b-8225-056825788025 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0492539 Jan 11 13:10:55.483025 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0a694990-9715-4595-bb88-d60ec53584a8 req-255598fa-5c7c-4258-b834-ce6250a86689 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410848 Jan 11 13:10:56.119282 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059cf32-0b60-42a3-9da1-66fb9ba93aa3 req-603a1d75-04a6-4109-ab3f-d17fb6ca19fe tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:56.121348 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a059cf32-0b60-42a3-9da1-66fb9ba93aa3 req-603a1d75-04a6-4109-ab3f-d17fb6ca19fe tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 943 time: 0.0540648 Jan 11 13:10:56.168383 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a059cf32-0b60-42a3-9da1-66fb9ba93aa3 req-83824566-b071-412c-b18a-1d7c6bf0288d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413451 Jan 11 13:10:56.415804 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53276) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:56.605704 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c638a24-865d-48c0-b35e-ad9ec31695d7 req-96b5a9a5-272f-418d-8974-b986b2efcd50 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:56.607483 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8c638a24-865d-48c0-b35e-ad9ec31695d7 req-96b5a9a5-272f-418d-8974-b986b2efcd50 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0507057 Jan 11 13:10:56.660676 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8c638a24-865d-48c0-b35e-ad9ec31695d7 req-eca7ec0e-9d0f-4fb5-8ad7-1f3ef2409afb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473228 Jan 11 13:10:56.662183 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_v2 [None req-751f0af8-60a7-4b42-a93f-25cfef6bdf48 admin admin] Deleting subnet f9c76d1e-4df5-4e16-b2e5-c4294df05736 {{(pid=102630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 13:10:56.665357 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-751f0af8-60a7-4b42-a93f-25cfef6bdf48 admin admin] Publish callbacks [] for subnet (f9c76d1e-4df5-4e16-b2e5-c4294df05736), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:56.705511 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-751f0af8-60a7-4b42-a93f-25cfef6bdf48 admin admin] Publish callbacks [] for subnet (f9c76d1e-4df5-4e16-b2e5-c4294df05736), precommit_delete_associations {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:56.714278 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-751f0af8-60a7-4b42-a93f-25cfef6bdf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905359'] for subnet (f9c76d1e-4df5-4e16-b2e5-c4294df05736), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:56.767976 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-751f0af8-60a7-4b42-a93f-25cfef6bdf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for subnet (f9c76d1e-4df5-4e16-b2e5-c4294df05736), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:56.797027 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f0af8-60a7-4b42-a93f-25cfef6bdf48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c76d1e-4df5-4e16-b2e5-c4294df05736,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:56.800757 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-751f0af8-60a7-4b42-a93f-25cfef6bdf48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:56.803910 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-751f0af8-60a7-4b42-a93f-25cfef6bdf48 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f9c76d1e-4df5-4e16-b2e5-c4294df05736 HTTP/1.1" status: 204 len: 168 time: 0.3870518 Jan 11 13:10:56.806415 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53282) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:56.872634 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762316'] for network (80be36a8-5558-4efe-8683-f7701a055e3f), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:56.954798 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911386', 'neutron.services.segments.db._delete_segments_for_network-8779303588271'] for network (80be36a8-5558-4efe-8683-f7701a055e3f), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:56.974413 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:10:56.974817 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:10:56.975680 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:10:56.976010 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Subscribe: > port after_create 55550000 {{(pid=102630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:10:56.976381 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:10:56.976733 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Subscribe: > port after_update 55550000 {{(pid=102630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:10:56.977069 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:10:56.977393 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:10:56.977713 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:10:56.978029 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:10:57.031257 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device ddc6031b-1c86-44ed-8bb0-da1dbff77c5c details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:10:57.105752 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:10:57.106106 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:10:57.106437 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:10:57.106768 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 13:10:57.107419 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80be36a8-5558-4efe-8683-f7701a055e3f']}} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:57.130523 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:57.130977 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71') {'for_net_delete': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:57.131282 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71') {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:10:57.143050 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'port_id': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c', 'mac_address': 'fa:16:3e:7e:8a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:10:57.157236 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779303593144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5476144'] for segment (2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:57.178750 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:57.183168 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:57.183432 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:57.188660 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 13:10:57.189021 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4386133'] for segment (2bb1801f-cf79-4bf8-af7b-cfe41ef7cc71), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.193071 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: Traceback (most recent call last): Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: timer() Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: cb(*args, **kw) Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: return func(*args, **kwargs) Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: self._notify() Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: self.callback(batched_events) Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: event.method(event) Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: return f(self, *a, **k) Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: return self._get(url).json() Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: return self.request(url, 'GET', **kwargs) Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 13:10:57.195385 dv-cinder-824149-3-iscsi neutron-server[102630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 13:10:57.199878 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc6031b-1c86-44ed-8bb0-da1dbff77c5c {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:10:57.221372 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:57.226485 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:57.275820 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7954151'] for network (80be36a8-5558-4efe-8683-f7701a055e3f), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:57.285113 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:57.287203 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,revision_number=9']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:57.290224 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/80be36a8-5558-4efe-8683-f7701a055e3f HTTP/1.1" status: 204 len: 168 time: 0.4828315 Jan 11 13:10:57.313384 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692104f-700b-4358-807f-ae48cf9048f2 req-092d4e6c-d579-44d3-8d29-23f7f0b7e9c4 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:57.314885 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d692104f-700b-4358-807f-ae48cf9048f2 req-092d4e6c-d579-44d3-8d29-23f7f0b7e9c4 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 944 time: 0.0700061 Jan 11 13:10:57.316100 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac75e3f-07b2-43a8-913a-c7af7626a7a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=80be36a8-5558-4efe-8683-f7701a055e3f,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:57.353233 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2d75a-aef1-4259-9ac8-0b88ca968b03 req-a4ec9dbd-b1e3-4e07-a812-eef10eb1c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:57.354910 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0eb2d75a-aef1-4259-9ac8-0b88ca968b03 req-a4ec9dbd-b1e3-4e07-a812-eef10eb1c914 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 1098 time: 0.0473471 Jan 11 13:10:57.372592 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d692104f-700b-4358-807f-ae48cf9048f2 req-ebfb3ad6-223a-42b7-97a2-f0e19f5e08a8 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465677 Jan 11 13:10:57.410555 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0eb2d75a-aef1-4259-9ac8-0b88ca968b03 req-ac057653-8c1f-44af-992c-16582ef4ac4e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435574 Jan 11 13:10:57.484693 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53288) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:57.523227 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['ddc6031b-1c86-44ed-8bb0-da1dbff77c5c'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:10:57.530480 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-210afdc4-47bd-4563-a7c1-5240feb7c8d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=34a955b31df24aaebc066c82cb43b354&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0444725 Jan 11 13:10:57.533092 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53290) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:10:57.586150 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e42d170e-d64d-4cbc-b364-84363a85a516 admin admin] Publish callbacks [] for security_group (e751e757-d065-44d1-80a4-d6073b2ab537), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:57.609134 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e42d170e-d64d-4cbc-b364-84363a85a516 admin admin] Publish callbacks [] for security_group (e751e757-d065-44d1-80a4-d6073b2ab537), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:57.658297 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e42d170e-d64d-4cbc-b364-84363a85a516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (e751e757-d065-44d1-80a4-d6073b2ab537), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:57.660987 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e42d170e-d64d-4cbc-b364-84363a85a516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:57.662163 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e42d170e-d64d-4cbc-b364-84363a85a516 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e751e757-d065-44d1-80a4-d6073b2ab537 HTTP/1.1" status: 204 len: 168 time: 0.1278210 Jan 11 13:10:57.671044 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d170e-d64d-4cbc-b364-84363a85a516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e751e757-d065-44d1-80a4-d6073b2ab537,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:57.795892 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ba596-5d76-428c-9836-8af95ff99b35 req-e47b6ccc-fe54-47e0-a6b9-06134f88b2cc tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:57.802894 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bc1ba596-5d76-428c-9836-8af95ff99b35 req-e47b6ccc-fe54-47e0-a6b9-06134f88b2cc tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0584385 Jan 11 13:10:57.847356 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bc1ba596-5d76-428c-9836-8af95ff99b35 req-1f2f0963-9f5e-49f7-b250-c4dc20e93264 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436192 Jan 11 13:10:58.518763 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bcb44-6ef0-45ca-a26c-e1a5b2fee82d req-462d6cb4-495c-4b02-b7f3-76cb929cc814 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:58.521626 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4e8bcb44-6ef0-45ca-a26c-e1a5b2fee82d req-462d6cb4-495c-4b02-b7f3-76cb929cc814 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 944 time: 0.0578201 Jan 11 13:10:58.577016 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4e8bcb44-6ef0-45ca-a26c-e1a5b2fee82d req-05200029-f5ff-4c9e-8189-396a14cb45ef tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480661 Jan 11 13:10:58.960494 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80630285-104c-4f23-8a58-40337abdad4b req-d117ebfb-6e0f-427f-a2aa-1e52cd2bd8fe tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:58.961965 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-80630285-104c-4f23-8a58-40337abdad4b req-d117ebfb-6e0f-427f-a2aa-1e52cd2bd8fe tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0467434 Jan 11 13:10:59.012460 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-80630285-104c-4f23-8a58-40337abdad4b req-c5a4bd4d-f2ad-4af6-af13-b945db3058e0 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443711 Jan 11 13:10:59.049236 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device ddc6031b-1c86-44ed-8bb0-da1dbff77c5c up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:10:59.102185 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:10:59.102563 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:59.182009 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:10:59.182539 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:59.207441 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:10:59.209839 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99ee751-d970-4291-a5ab-effcb4068689" -d '{"events": [{"server_uuid": "6c2ba66d-555d-4c75-9647-d266e8883df6", "name": "network-vif-plugged", "status": "completed", "tag": "ddc6031b-1c86-44ed-8bb0-da1dbff77c5c"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:10:59.233610 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:10:59.238746 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:10:59.239731 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 7a519c1f-57d2-400a-acae-871b25b491b3 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:10:59.305497 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5cd36b-075e-4810-862e-215255a38c9d x-openstack-request-id: req-5b5cd36b-075e-4810-862e-215255a38c9d {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:10:59.306699 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2ba66d-555d-4c75-9647-d266e8883df6", "name": "network-vif-plugged", "status": "completed", "tag": "ddc6031b-1c86-44ed-8bb0-da1dbff77c5c", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:10:59.307101 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b5cd36b-075e-4810-862e-215255a38c9d {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:10:59.307502 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c', 'code': 200} Jan 11 13:10:59.311150 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: 7a519c1f-57d2-400a-acae-871b25b491b3 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:10:59.311507 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 7a519c1f-57d2-400a-acae-871b25b491b3 not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:10:59.330591 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,revision_number=10']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:10:59.341415 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1fdfd-d6d6-4b1c-93a5-43aabe67a800 req-f1540b58-59df-4e5b-80f0-0a60b525090e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:59.341817 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737cf98-0092-4c0e-931d-6fcf270fcba2 req-d6c8476a-d467-4d10-814b-7de21272bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:59.342916 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dca1fdfd-d6d6-4b1c-93a5-43aabe67a800 req-f1540b58-59df-4e5b-80f0-0a60b525090e tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0529711 Jan 11 13:10:59.343273 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8737cf98-0092-4c0e-931d-6fcf270fcba2 req-d6c8476a-d467-4d10-814b-7de21272bf11 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e926aa46b418404383da145fb0cb13b2&device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 1098 time: 0.0529194 Jan 11 13:10:59.391104 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dca1fdfd-d6d6-4b1c-93a5-43aabe67a800 req-12c53892-5422-4ab9-8b6c-4a20276d7c3b tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426531 Jan 11 13:10:59.435519 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737cf98-0092-4c0e-931d-6fcf270fcba2 req-5e95416b-bd1a-4861-8c81-8e4577f7d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:59.437034 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8737cf98-0092-4c0e-931d-6fcf270fcba2 req-5e95416b-bd1a-4861-8c81-8e4577f7d497 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd206a4-d95e-47f8-a04e-91f4a01a6374 HTTP/1.1" status: 200 len: 920 time: 0.0865684 Jan 11 13:10:59.480708 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8737cf98-0092-4c0e-931d-6fcf270fcba2 req-ad4e49a8-1d6c-4b2b-afd1-8e324cac8961 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 HTTP/1.1" status: 200 len: 217 time: 0.0366690 Jan 11 13:10:59.528338 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737cf98-0092-4c0e-931d-6fcf270fcba2 req-efcca1ec-4c48-4da0-a172-a31fda409045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:59.529798 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8737cf98-0092-4c0e-931d-6fcf270fcba2 req-efcca1ec-4c48-4da0-a172-a31fda409045 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a3af950-4033-4372-9fdc-0bf30a030e8b HTTP/1.1" status: 200 len: 859 time: 0.0434825 Jan 11 13:10:59.560609 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8737cf98-0092-4c0e-931d-6fcf270fcba2 req-68f1a5a9-1282-4060-8fda-971c107d652b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd206a4-d95e-47f8-a04e-91f4a01a6374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241523 Jan 11 13:10:59.661635 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8737cf98-0092-4c0e-931d-6fcf270fcba2 req-5c42d3cc-0b5a-420d-8499-932b52e777a0 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918198 Jan 11 13:10:59.716846 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43d776-e007-4aa1-b531-f7bb7668e489 req-ff169446-9730-4813-910c-315efd2f265a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:59.719097 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ff43d776-e007-4aa1-b531-f7bb7668e489 req-ff169446-9730-4813-910c-315efd2f265a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 946 time: 0.0558925 Jan 11 13:10:59.772856 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ff43d776-e007-4aa1-b531-f7bb7668e489 req-0bc436d2-f5d5-487d-9713-3ae64f75599e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452552 Jan 11 13:10:59.817961 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8737cf98-0092-4c0e-931d-6fcf270fcba2 req-c6ac4972-9a79-429f-8911-dd5be6c07615 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476436 Jan 11 13:10:59.843405 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f1fd0-2f7d-49c6-be51-1f2196aa70a9 req-28a27440-8db3-4a67-99ef-f1c76cbf09e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:10:59.844949 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f57f1fd0-2f7d-49c6-be51-1f2196aa70a9 req-28a27440-8db3-4a67-99ef-f1c76cbf09e2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 1099 time: 0.0577540 Jan 11 13:10:59.916244 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f57f1fd0-2f7d-49c6-be51-1f2196aa70a9 req-5c0065e2-6137-40fd-8102-648c1ba309db service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537090 Jan 11 13:11:00.512006 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d50603-032b-4d42-a08e-64033d425603 req-30a9e511-90c6-410c-a28a-d4ac4101c885 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:00.513497 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a6d50603-032b-4d42-a08e-64033d425603 req-30a9e511-90c6-410c-a28a-d4ac4101c885 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0578926 Jan 11 13:11:00.540704 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-085467e5-437a-4e92-9a20-6566eee30cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:00.564263 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a6d50603-032b-4d42-a08e-64033d425603 req-bea4284a-12a6-42f4-8a86-a4ffb340e3b9 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452061 Jan 11 13:11:00.894643 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbbefa-6539-47f9-b633-5667d22f0c47 req-ee190161-35a5-46e2-8758-be45a1e98f3b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:00.896259 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b1bbbefa-6539-47f9-b633-5667d22f0c47 req-ee190161-35a5-46e2-8758-be45a1e98f3b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 946 time: 0.0487761 Jan 11 13:11:00.943284 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b1bbbefa-6539-47f9-b633-5667d22f0c47 req-dc3d8c93-87ea-4f4c-ad72-a05fb7f4c063 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416563 Jan 11 13:11:01.689983 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71beddc1-017d-4f79-bfdf-0defee4492ca req-88398d3e-b3c1-4787-bc89-235a480fda1c tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:01.691645 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71beddc1-017d-4f79-bfdf-0defee4492ca req-88398d3e-b3c1-4787-bc89-235a480fda1c tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0547266 Jan 11 13:11:01.749001 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71beddc1-017d-4f79-bfdf-0defee4492ca req-f55fb3bf-c9fe-47e4-831e-0b326ad57791 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505593 Jan 11 13:11:02.072806 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71f7e8-825f-4ad6-9232-7df0ba7729ad req-aabea135-c68c-4c0b-aeab-4405af79cd8c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:02.076094 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1c71f7e8-825f-4ad6-9232-7df0ba7729ad req-aabea135-c68c-4c0b-aeab-4405af79cd8c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 946 time: 0.0562005 Jan 11 13:11:02.123416 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1c71f7e8-825f-4ad6-9232-7df0ba7729ad req-05d97728-5978-4f2e-84a2-ed90dd9f4624 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409501 Jan 11 13:11:02.438887 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-7c4b4742-6be6-4dce-bbf9-ce3a8474d02c req-379b6ac7-4388-494a-8334-ab5bf611d8f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395365 Jan 11 13:11:02.502707 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b4742-6be6-4dce-bbf9-ce3a8474d02c req-05111e60-814f-46f6-b1ea-32ac9a460603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:02.504256 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-7c4b4742-6be6-4dce-bbf9-ce3a8474d02c req-05111e60-814f-46f6-b1ea-32ac9a460603 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63f679ea15dc425485f5ce6a998f3add&device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 1099 time: 0.0428226 Jan 11 13:11:02.597485 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dccf66f0-ebd8-46fe-be27-423f3ecb60ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:02.615386 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b4742-6be6-4dce-bbf9-ce3a8474d02c req-51bbab66-8a68-4f3c-a0c1-56eaec3e1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:02.616989 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-7c4b4742-6be6-4dce-bbf9-ce3a8474d02c req-51bbab66-8a68-4f3c-a0c1-56eaec3e1d50 service neutron] 10.222.0.49 "GET /v2.0/networks?id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc HTTP/1.1" status: 200 len: 916 time: 0.0940084 Jan 11 13:11:02.687586 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-7c4b4742-6be6-4dce-bbf9-ce3a8474d02c req-c5ddf6e2-1a2a-444f-bdcf-bd90c88756d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c HTTP/1.1" status: 200 len: 1000 time: 0.0614388 Jan 11 13:11:02.735648 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b4742-6be6-4dce-bbf9-ce3a8474d02c req-aa7d7774-698e-4536-87ac-0592c7f3173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:02.737136 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-7c4b4742-6be6-4dce-bbf9-ce3a8474d02c req-aa7d7774-698e-4536-87ac-0592c7f3173f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26a91e9a-7375-46a6-9db2-f38aaabd6d94 HTTP/1.1" status: 200 len: 854 time: 0.0427697 Jan 11 13:11:02.789016 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b4742-6be6-4dce-bbf9-ce3a8474d02c req-efe8dc51-b73a-487c-a1f3-23d6ed35bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:02.790511 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-7c4b4742-6be6-4dce-bbf9-ce3a8474d02c req-efe8dc51-b73a-487c-a1f3-23d6ed35bf1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466688 Jan 11 13:11:02.872358 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06139560-72de-48ab-820f-7f2e6ac62c85 req-23677b4a-7d3d-470f-8da1-6c6eb50f89b8 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:02.874464 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-06139560-72de-48ab-820f-7f2e6ac62c85 req-23677b4a-7d3d-470f-8da1-6c6eb50f89b8 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0533044 Jan 11 13:11:02.903626 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-7c4b4742-6be6-4dce-bbf9-ce3a8474d02c req-4eb26dc1-f49f-4071-be82-b062d71cc6b8 service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059272 Jan 11 13:11:02.921811 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-06139560-72de-48ab-820f-7f2e6ac62c85 req-2ad4d058-a186-4ee0-8161-42d9c1df84f9 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415423 Jan 11 13:11:02.998870 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-7c4b4742-6be6-4dce-bbf9-ce3a8474d02c req-b04a3436-c382-448e-962c-898ad45bdbe5 service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888734 Jan 11 13:11:03.284159 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c345545-8db9-4f05-ae2f-cf58afa58cba req-3576f68f-c71b-4822-85a1-993fc7de97c1 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:03.285772 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7c345545-8db9-4f05-ae2f-cf58afa58cba req-3576f68f-c71b-4822-85a1-993fc7de97c1 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 946 time: 0.0595493 Jan 11 13:11:03.338982 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7c345545-8db9-4f05-ae2f-cf58afa58cba req-b5bcc57e-3130-4700-a265-10bbb300d071 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433786 Jan 11 13:11:03.942328 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:04.375501 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:05.210337 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:06.604013 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:06.880481 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b5b65-84f2-4a85-9038-34fc036e5a4d req-18c7e794-f142-4ccf-97ac-d732133df193 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:06.882064 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9e7b5b65-84f2-4a85-9038-34fc036e5a4d req-18c7e794-f142-4ccf-97ac-d732133df193 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0488634 Jan 11 13:11:06.928576 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9e7b5b65-84f2-4a85-9038-34fc036e5a4d req-7871fc65-8dd2-40fc-b7ae-e52e728363a5 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408680 Jan 11 13:11:07.097456 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53536) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:07.210915 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-57943f20-16ed-44de-9811-b98c2f88afbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:07.287702 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-57943f20-16ed-44de-9811-b98c2f88afbb admin admin] Publish callbacks [] for security_group (efa4191c-324c-484b-8490-25bdcd3438c0), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:07.291227 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-57943f20-16ed-44de-9811-b98c2f88afbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (efa4191c-324c-484b-8490-25bdcd3438c0), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:07.328335 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-57943f20-16ed-44de-9811-b98c2f88afbb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5e8bad1df4344f149790f7215718d6f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297974 Jan 11 13:11:07.329056 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57943f20-16ed-44de-9811-b98c2f88afbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa4191c-324c-484b-8490-25bdcd3438c0,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:07.331186 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53542) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:07.378357 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] Publish callbacks [] for security_group (efa4191c-324c-484b-8490-25bdcd3438c0), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:07.399553 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] Publish callbacks [] for security_group (efa4191c-324c-484b-8490-25bdcd3438c0), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:07.444589 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (efa4191c-324c-484b-8490-25bdcd3438c0), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:07.447194 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:07.448398 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/efa4191c-324c-484b-8490-25bdcd3438c0 HTTP/1.1" status: 204 len: 168 time: 0.1161137 Jan 11 13:11:07.456065 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa4191c-324c-484b-8490-25bdcd3438c0,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:07.463220 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:07.463578 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:07.463943 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:07.464299 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:07.464639 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:07.464971 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:07.465409 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:07.465748 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:07.466119 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:07.466480 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:07.466810 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:07.467136 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:07.467462 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fecc104-a322-49c2-b020-73be98144422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:08.048341 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f88dd6-3020-493d-8bf2-3e63a3e71a88 req-a0cdf3c3-1019-497c-bfa5-d1ebed8f90a0 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:08.050034 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b9f88dd6-3020-493d-8bf2-3e63a3e71a88 req-a0cdf3c3-1019-497c-bfa5-d1ebed8f90a0 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0542121 Jan 11 13:11:08.050523 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53566) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:08.096458 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b9f88dd6-3020-493d-8bf2-3e63a3e71a88 req-e7361ecd-0d55-4f86-8ad5-3b61ed998a61 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403502 Jan 11 13:11:08.148780 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-79b515a2-c629-4aaf-8a40-50288ad40d8a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1227298512-network', 'tenant_id': 'cd4219c3c9844da4bd786af33245131b'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:11:08.171517 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b515a2-c629-4aaf-8a40-50288ad40d8a admin admin] Made reservation on behalf of cd4219c3c9844da4bd786af33245131b for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:11:08.173828 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79b515a2-c629-4aaf-8a40-50288ad40d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:08.182112 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79b515a2-c629-4aaf-8a40-50288ad40d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:08.257055 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79b515a2-c629-4aaf-8a40-50288ad40d8a admin admin] Publish callbacks [] for security_group (0db7332d-4e97-4b5e-a2ce-4179d1f9f882), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:08.261016 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79b515a2-c629-4aaf-8a40-50288ad40d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (0db7332d-4e97-4b5e-a2ce-4179d1f9f882), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:08.288986 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b515a2-c629-4aaf-8a40-50288ad40d8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:11:08.296084 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b515a2-c629-4aaf-8a40-50288ad40d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db7332d-4e97-4b5e-a2ce-4179d1f9f882,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:08.305359 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79b515a2-c629-4aaf-8a40-50288ad40d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (722dd917-da8f-4010-bc0e-4dadc059720f), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:08.305712 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-79b515a2-c629-4aaf-8a40-50288ad40d8a admin admin] Added segment 722dd917-da8f-4010-bc0e-4dadc059720f of type vlan for network 9743b3ed-081c-4c5e-bdd3-9bb05035ed44 Jan 11 13:11:08.361600 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79b515a2-c629-4aaf-8a40-50288ad40d8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (9743b3ed-081c-4c5e-bdd3-9bb05035ed44), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:08.406350 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-a4e58ddb-e27f-49fd-b542-d4ebd11ef5d6 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786094779&fields=id&tenant_id=8e5eb41976664084b52ed4c7ea35403f HTTP/1.1" status: 200 len: 267 time: 0.0703776 Jan 11 13:11:08.407257 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79b515a2-c629-4aaf-8a40-50288ad40d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (9743b3ed-081c-4c5e-bdd3-9bb05035ed44), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:08.408236 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b515a2-c629-4aaf-8a40-50288ad40d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:08.408816 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79b515a2-c629-4aaf-8a40-50288ad40d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:08.493885 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-79b515a2-c629-4aaf-8a40-50288ad40d8a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4423385 Jan 11 13:11:08.496970 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53576) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:08.500603 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b515a2-c629-4aaf-8a40-50288ad40d8a admin admin] Pushing event updated for resources: {'Network': ['ID=9743b3ed-081c-4c5e-bdd3-9bb05035ed44,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:08.501964 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-a46b7bcc-fc7f-4feb-8d07-ca3fae727003 admin admin] Request body: {'subnet': {'network_id': '9743b3ed-081c-4c5e-bdd3-9bb05035ed44', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1227298512-subnet', 'tenant_id': 'cd4219c3c9844da4bd786af33245131b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:11:08.510444 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network 9743b3ed-081c-4c5e-bdd3-9bb05035ed44 details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:11:08.526393 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46b7bcc-fc7f-4feb-8d07-ca3fae727003 admin admin] Made reservation on behalf of cd4219c3c9844da4bd786af33245131b for: {'subnet': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:11:08.529794 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a46b7bcc-fc7f-4feb-8d07-ca3fae727003 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4203109'] for subnet (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:08.571651 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-37729ba0-e638-4d6e-82b7-eacd82aca94f tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:08.579088 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-37729ba0-e638-4d6e-82b7-eacd82aca94f tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/networks?id=4a81179c-8970-4450-861d-29532f8e250e HTTP/1.1" status: 200 len: 809 time: 0.1566641 Jan 11 13:11:08.589136 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-74c60123-3912-430a-9a72-a061232ccb28 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/quotas/8e5eb41976664084b52ed4c7ea35403f HTTP/1.1" status: 200 len: 375 time: 0.0092313 Jan 11 13:11:08.640327 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-e9ebb2d9-8322-43f9-ab24-9710cc30f04a tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e5eb41976664084b52ed4c7ea35403f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447848 Jan 11 13:11:08.692615 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a46b7bcc-fc7f-4feb-8d07-ca3fae727003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4385270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4203019'] for subnet (77ebb7c1-fd0a-4239-8391-63dcad5ca197), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:08.738051 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-07fa37a5-27ca-48b2-bd70-381c3f9cc433 service neutron] 10.222.0.52 "GET /v2.0/networks/4a81179c-8970-4450-861d-29532f8e250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860255 Jan 11 13:11:08.749685 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b7bcc-fc7f-4feb-8d07-ca3fae727003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ebb7c1-fd0a-4239-8391-63dcad5ca197,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:08.761666 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46b7bcc-fc7f-4feb-8d07-ca3fae727003 admin admin] Checking segment: {'id': '722dd917-da8f-4010-bc0e-4dadc059720f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9743b3ed-081c-4c5e-bdd3-9bb05035ed44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:11:08.762018 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46b7bcc-fc7f-4feb-8d07-ca3fae727003 admin admin] Network hostable DHCP agents. Network: 9743b3ed-081c-4c5e-bdd3-9bb05035ed44, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:11:08.777431 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46b7bcc-fc7f-4feb-8d07-ca3fae727003 admin admin] Network 9743b3ed-081c-4c5e-bdd3-9bb05035ed44 is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:11:08.786025 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-a46b7bcc-fc7f-4feb-8d07-ca3fae727003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, 9743b3ed-081c-4c5e-bdd3-9bb05035ed44) {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:11:08.791253 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46b7bcc-fc7f-4feb-8d07-ca3fae727003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:08.793336 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a46b7bcc-fc7f-4feb-8d07-ca3fae727003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:08.794939 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718820df-3812-48b8-a8da-30c203298a75 None None] Network 9743b3ed-081c-4c5e-bdd3-9bb05035ed44 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:11:08.818776 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-a46b7bcc-fc7f-4feb-8d07-ca3fae727003 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3206863 Jan 11 13:11:08.835429 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-86d8938d-d02c-4cd6-9d2c-a55d48fc1b35 service neutron] 10.222.0.52 "GET /v2.0/networks/4a81179c-8970-4450-861d-29532f8e250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917995 Jan 11 13:11:08.893063 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01e86ba-31df-40d9-b1bf-1a0e7109916e None None] Network 9743b3ed-081c-4c5e-bdd3-9bb05035ed44 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:11:09.141533 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-42ea59fc-f164-4548-83fc-5eb65bca7444 req-5d8784a2-b35e-42eb-842d-2b56b6f8d7c5 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 210 time: 0.0395317 Jan 11 13:11:09.226676 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ad075-aa53-485f-98a3-b540c8ddeca5 req-9265f37a-0d72-4a79-b6c0-7148d6993e95 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:09.228278 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ef3ad075-aa53-485f-98a3-b540c8ddeca5 req-9265f37a-0d72-4a79-b6c0-7148d6993e95 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0544322 Jan 11 13:11:09.281535 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ef3ad075-aa53-485f-98a3-b540c8ddeca5 req-613b7533-b14c-470a-9b0b-a55a63cc23f3 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469234 Jan 11 13:11:09.338660 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7dc71-6f53-42af-8182-e233b975deff req-1c8ea0c6-05fa-45b1-9052-9baf283a70e5 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:09.340230 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-9ec7dc71-6f53-42af-8182-e233b975deff req-1c8ea0c6-05fa-45b1-9052-9baf283a70e5 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 945 time: 0.0533266 Jan 11 13:11:09.367377 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53608) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:09.372618 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-04226d42-de1f-44f2-a948-8fe199fb7dc2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-287281391-network', 'tenant_id': '7248e4be08ea45248f1cfcdf483b4162'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:11:09.402883 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04226d42-de1f-44f2-a948-8fe199fb7dc2 admin admin] Made reservation on behalf of 7248e4be08ea45248f1cfcdf483b4162 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:11:09.405917 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04226d42-de1f-44f2-a948-8fe199fb7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:09.418630 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04226d42-de1f-44f2-a948-8fe199fb7dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:09.449413 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-9ec7dc71-6f53-42af-8182-e233b975deff req-23c57fee-8f23-47fc-ae6d-a48d2e62daae tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Deleting port e6cde631-3484-4009-9209-7a4f756f24c2 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:11:09.449761 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-9ec7dc71-6f53-42af-8182-e233b975deff req-23c57fee-8f23-47fc-ae6d-a48d2e62daae tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (e6cde631-3484-4009-9209-7a4f756f24c2), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:09.505502 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04226d42-de1f-44f2-a948-8fe199fb7dc2 admin admin] Publish callbacks [] for security_group (0db70498-b952-4997-a3ba-06df6745bb38), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:09.509385 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04226d42-de1f-44f2-a948-8fe199fb7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (0db70498-b952-4997-a3ba-06df6745bb38), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:09.533338 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04226d42-de1f-44f2-a948-8fe199fb7dc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:11:09.546220 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-9ec7dc71-6f53-42af-8182-e233b975deff req-23c57fee-8f23-47fc-ae6d-a48d2e62daae tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] For port e6cde631-3484-4009-9209-7a4f756f24c2, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=e6cde631-3484-4009-9209-7a4f756f24c2,segment=NetworkSegment(7f10895c-6390-4164-a689-1a79401575f9),segment_id=7f10895c-6390-4164-a689-1a79401575f9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:11:09.546801 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-9ec7dc71-6f53-42af-8182-e233b975deff req-23c57fee-8f23-47fc-ae6d-a48d2e62daae tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (e6cde631-3484-4009-9209-7a4f756f24c2), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:09.551302 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04226d42-de1f-44f2-a948-8fe199fb7dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db70498-b952-4997-a3ba-06df6745bb38,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:09.561087 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-9ec7dc71-6f53-42af-8182-e233b975deff req-23c57fee-8f23-47fc-ae6d-a48d2e62daae tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Calling delete_port for e6cde631-3484-4009-9209-7a4f756f24c2 owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:11:09.565892 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04226d42-de1f-44f2-a948-8fe199fb7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (715912ed-e3bd-43ee-94ad-0c562d34744a), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:09.566247 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-04226d42-de1f-44f2-a948-8fe199fb7dc2 admin admin] Added segment 715912ed-e3bd-43ee-94ad-0c562d34744a of type vlan for network 8fec4237-655e-497d-9d1f-8dba3b52ee3a Jan 11 13:11:09.612488 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04226d42-de1f-44f2-a948-8fe199fb7dc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (8fec4237-655e-497d-9d1f-8dba3b52ee3a), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:09.638531 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04226d42-de1f-44f2-a948-8fe199fb7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (8fec4237-655e-497d-9d1f-8dba3b52ee3a), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:09.639780 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04226d42-de1f-44f2-a948-8fe199fb7dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:09.640489 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04226d42-de1f-44f2-a948-8fe199fb7dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:09.668660 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-04226d42-de1f-44f2-a948-8fe199fb7dc2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3000398 Jan 11 13:11:09.674174 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53612) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:09.679127 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-9c87c54d-92d8-4443-8400-b75ee15ccb46 admin admin] Request body: {'subnet': {'network_id': '8fec4237-655e-497d-9d1f-8dba3b52ee3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-287281391-subnet', 'tenant_id': '7248e4be08ea45248f1cfcdf483b4162', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:11:09.703744 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-9ec7dc71-6f53-42af-8182-e233b975deff req-23c57fee-8f23-47fc-ae6d-a48d2e62daae tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (e6cde631-3484-4009-9209-7a4f756f24c2), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:09.716720 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04226d42-de1f-44f2-a948-8fe199fb7dc2 admin admin] Pushing event updated for resources: {'Network': ['ID=8fec4237-655e-497d-9d1f-8dba3b52ee3a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:09.717638 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5', 'e6cde631-3484-4009-9209-7a4f756f24c2'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:11:09.738875 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c57fee-8f23-47fc-ae6d-a48d2e62daae tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Pushing event deleted for resources: {'Port': ['ID=e6cde631-3484-4009-9209-7a4f756f24c2,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:09.744928 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c87c54d-92d8-4443-8400-b75ee15ccb46 admin admin] Made reservation on behalf of 7248e4be08ea45248f1cfcdf483b4162 for: {'subnet': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:11:09.747201 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9c87c54d-92d8-4443-8400-b75ee15ccb46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4203109'] for subnet (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:09.763651 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network 8fec4237-655e-497d-9d1f-8dba3b52ee3a details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:11:09.821666 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec7dc71-6f53-42af-8182-e233b975deff req-23c57fee-8f23-47fc-ae6d-a48d2e62daae tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] No DVR routers for this DVR port e6cde631-3484-4009-9209-7a4f756f24c2 on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:11:09.825900 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-9ec7dc71-6f53-42af-8182-e233b975deff req-23c57fee-8f23-47fc-ae6d-a48d2e62daae tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:09.829234 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-9ec7dc71-6f53-42af-8182-e233b975deff req-23c57fee-8f23-47fc-ae6d-a48d2e62daae tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.49 "DELETE /v2.0/ports/e6cde631-3484-4009-9209-7a4f756f24c2 HTTP/1.1" status: 204 len: 173 time: 0.4766653 Jan 11 13:11:09.829671 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f4d72c-64c8-4b30-87b5-6e8cebb9c199', 'name': 'network-vif-deleted', 'tag': 'e6cde631-3484-4009-9209-7a4f756f24c2'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:11:09.831987 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236b14e5-345c-48f3-b4a2-513b50e62eae" -d '{"events": [{"server_uuid": "83f4d72c-64c8-4b30-87b5-6e8cebb9c199", "name": "network-vif-deleted", "tag": "e6cde631-3484-4009-9209-7a4f756f24c2"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:11:09.903043 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c91065c-5aac-4862-9e64-c38fb4383d6c x-openstack-request-id: req-5c91065c-5aac-4862-9e64-c38fb4383d6c {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:11:09.903335 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f4d72c-64c8-4b30-87b5-6e8cebb9c199", "name": "network-vif-deleted", "tag": "e6cde631-3484-4009-9209-7a4f756f24c2", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:11:09.904186 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c91065c-5aac-4862-9e64-c38fb4383d6c {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:11:09.904585 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f4d72c-64c8-4b30-87b5-6e8cebb9c199', 'name': 'network-vif-deleted', 'tag': 'e6cde631-3484-4009-9209-7a4f756f24c2', 'status': 'completed', 'code': 200} Jan 11 13:11:09.959613 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9c87c54d-92d8-4443-8400-b75ee15ccb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4385270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4203019'] for subnet (38dd90f7-8412-4c8e-b995-ab4c1de69522), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:10.013669 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87c54d-92d8-4443-8400-b75ee15ccb46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38dd90f7-8412-4c8e-b995-ab4c1de69522,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:10.024873 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c87c54d-92d8-4443-8400-b75ee15ccb46 admin admin] Checking segment: {'id': '715912ed-e3bd-43ee-94ad-0c562d34744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fec4237-655e-497d-9d1f-8dba3b52ee3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:11:10.025239 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c87c54d-92d8-4443-8400-b75ee15ccb46 admin admin] Network hostable DHCP agents. Network: 8fec4237-655e-497d-9d1f-8dba3b52ee3a, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:11:10.044307 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c87c54d-92d8-4443-8400-b75ee15ccb46 admin admin] Network 8fec4237-655e-497d-9d1f-8dba3b52ee3a is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:11:10.053488 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-9c87c54d-92d8-4443-8400-b75ee15ccb46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, 8fec4237-655e-497d-9d1f-8dba3b52ee3a) {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:11:10.057378 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c87c54d-92d8-4443-8400-b75ee15ccb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:10.057999 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9c87c54d-92d8-4443-8400-b75ee15ccb46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:10.062132 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266972ff-2273-4ddb-a410-e05d85323dc2 None None] Network 8fec4237-655e-497d-9d1f-8dba3b52ee3a requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:11:10.124813 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-9c87c54d-92d8-4443-8400-b75ee15ccb46 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4492128 Jan 11 13:11:10.183270 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e5a746-1939-43e0-ad98-3ba7778d8f6b None None] Network 8fec4237-655e-497d-9d1f-8dba3b52ee3a requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:11:10.239053 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-d4520ece-ccb3-4222-86a0-68c32c0bc972 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:10.240385 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-d4520ece-ccb3-4222-86a0-68c32c0bc972 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.49 "GET /v2.0/networks?id=4a81179c-8970-4450-861d-29532f8e250e HTTP/1.1" status: 200 len: 809 time: 0.1721861 Jan 11 13:11:10.278076 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53620) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:10.288573 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8d51442e-27ac-4a38-a89d-9c60cd3e2171 req-4b5efdf2-f241-40d4-9d34-64698fbe5469 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 210 time: 0.0448215 Jan 11 13:11:10.346470 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-70066da7-63b5-4e88-95aa-bccf99d43e5d admin admin] Deleting subnet 77ebb7c1-fd0a-4239-8391-63dcad5ca197 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 13:11:10.349931 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70066da7-63b5-4e88-95aa-bccf99d43e5d admin admin] Publish callbacks [] for subnet (77ebb7c1-fd0a-4239-8391-63dcad5ca197), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:10.350221 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-4ffc79a1-fdc0-44fa-bcfe-4cf08ccbf367 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e5eb41976664084b52ed4c7ea35403f HTTP/1.1" status: 200 len: 379 time: 0.0968473 Jan 11 13:11:10.360930 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-f5565d8d-9488-4bfb-81fe-11b86482454e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Request body: {'port': {'device_id': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'network_id': '4a81179c-8970-4450-861d-29532f8e250e', 'admin_state_up': True, 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'security_groups': ['a8f8713f-44a5-408c-aa5e-e531e6c9608d']}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:11:10.395389 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70066da7-63b5-4e88-95aa-bccf99d43e5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4699569'] for subnet (77ebb7c1-fd0a-4239-8391-63dcad5ca197), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:10.428994 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b3a969a9-3eb1-4a13-83a4-f1d48b3b01e8 req-ec27a686-4b06-493e-803b-60832b7a8c7f tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f4d72c-64c8-4b30-87b5-6e8cebb9c199 HTTP/1.1" status: 200 len: 210 time: 0.0515056 Jan 11 13:11:10.461340 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70066da7-63b5-4e88-95aa-bccf99d43e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905359'] for subnet (77ebb7c1-fd0a-4239-8391-63dcad5ca197), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:10.494982 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-f5565d8d-9488-4bfb-81fe-11b86482454e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Made reservation on behalf of 8e5eb41976664084b52ed4c7ea35403f for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:11:10.498614 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-f5565d8d-9488-4bfb-81fe-11b86482454e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:10.518200 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70066da7-63b5-4e88-95aa-bccf99d43e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5438415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4649914'] for subnet (77ebb7c1-fd0a-4239-8391-63dcad5ca197), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:10.547675 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70066da7-63b5-4e88-95aa-bccf99d43e5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ebb7c1-fd0a-4239-8391-63dcad5ca197,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:10.551314 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70066da7-63b5-4e88-95aa-bccf99d43e5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:10.554444 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-70066da7-63b5-4e88-95aa-bccf99d43e5d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/77ebb7c1-fd0a-4239-8391-63dcad5ca197 HTTP/1.1" status: 204 len: 168 time: 0.2747028 Jan 11 13:11:10.556961 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53624) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:10.632022 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-66f8dea5-55d9-47c0-a5fa-48172efeb6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762316'] for network (9743b3ed-081c-4c5e-bdd3-9bb05035ed44), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:10.635905 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-f5565d8d-9488-4bfb-81fe-11b86482454e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Allocated IP 172.20.0.5 (4a81179c-8970-4450-861d-29532f8e250e/2f857a8a-7f3f-4139-ad7b-61767db0a6fa/1458aaaf-d8ab-4938-8889-8b542a4d2666) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:11:10.723300 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-66f8dea5-55d9-47c0-a5fa-48172efeb6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911386', 'neutron.services.segments.db._delete_segments_for_network-8779303588271'] for network (9743b3ed-081c-4c5e-bdd3-9bb05035ed44), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:10.748766 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-66f8dea5-55d9-47c0-a5fa-48172efeb6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9743b3ed-081c-4c5e-bdd3-9bb05035ed44']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:10.757862 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-66f8dea5-55d9-47c0-a5fa-48172efeb6d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722dd917-da8f-4010-bc0e-4dadc059720f') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:10.758160 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-66f8dea5-55d9-47c0-a5fa-48172efeb6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722dd917-da8f-4010-bc0e-4dadc059720f') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:10.767727 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-66f8dea5-55d9-47c0-a5fa-48172efeb6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779303593144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4699576'] for segment (722dd917-da8f-4010-bc0e-4dadc059720f), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:10.780940 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-f5565d8d-9488-4bfb-81fe-11b86482454e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:10.782254 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-66f8dea5-55d9-47c0-a5fa-48172efeb6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (722dd917-da8f-4010-bc0e-4dadc059720f), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:10.788193 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f8dea5-55d9-47c0-a5fa-48172efeb6d8 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 13:11:10.788774 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-66f8dea5-55d9-47c0-a5fa-48172efeb6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5438377'] for segment (722dd917-da8f-4010-bc0e-4dadc059720f), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: Traceback (most recent call last): Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: timer() Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: cb(*args, **kw) Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: return func(*args, **kwargs) Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: self._notify() Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: self.callback(batched_events) Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: event.method(event) Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: return f(self, *a, **k) Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: return self._get(url).json() Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: return self.request(url, 'GET', **kwargs) Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 13:11:10.790249 dv-cinder-824149-3-iscsi neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 13:11:10.814888 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-f5565d8d-9488-4bfb-81fe-11b86482454e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:10.843123 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-66f8dea5-55d9-47c0-a5fa-48172efeb6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7954151'] for network (9743b3ed-081c-4c5e-bdd3-9bb05035ed44), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:10.849632 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-66f8dea5-55d9-47c0-a5fa-48172efeb6d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:10.852796 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-66f8dea5-55d9-47c0-a5fa-48172efeb6d8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9743b3ed-081c-4c5e-bdd3-9bb05035ed44 HTTP/1.1" status: 204 len: 168 time: 0.2949126 Jan 11 13:11:10.856219 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-f5565d8d-9488-4bfb-81fe-11b86482454e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Network 4a81179c-8970-4450-861d-29532f8e250e is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:11:10.860988 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53626) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:10.863603 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8dea5-55d9-47c0-a5fa-48172efeb6d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9743b3ed-081c-4c5e-bdd3-9bb05035ed44,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:10.869965 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-f5565d8d-9488-4bfb-81fe-11b86482454e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:11:10.874684 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-f5565d8d-9488-4bfb-81fe-11b86482454e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:11:10.931286 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5565d8d-9488-4bfb-81fe-11b86482454e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Pushing event updated for resources: {'Port': ['ID=1458aaaf-d8ab-4938-8889-8b542a4d2666,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:10.947285 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6391965-2a91-427f-a272-8d8582080bcd admin admin] Deleting subnet 38dd90f7-8412-4c8e-b995-ab4c1de69522 {{(pid=102630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 13:11:10.953846 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c6391965-2a91-427f-a272-8d8582080bcd admin admin] Publish callbacks [] for subnet (38dd90f7-8412-4c8e-b995-ab4c1de69522), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:10.980368 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-f5565d8d-9488-4bfb-81fe-11b86482454e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:10.980982 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-f5565d8d-9488-4bfb-81fe-11b86482454e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:11.005769 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-f5565d8d-9488-4bfb-81fe-11b86482454e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6497025 Jan 11 13:11:11.007709 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c6391965-2a91-427f-a272-8d8582080bcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476153'] for subnet (38dd90f7-8412-4c8e-b995-ab4c1de69522), precommit_delete_associations {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:11.031777 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Request body: {'port': {'device_id': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:11:11.090424 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c6391965-2a91-427f-a272-8d8582080bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905359'] for subnet (38dd90f7-8412-4c8e-b995-ab4c1de69522), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:11.098693 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-64683ea0-5f1f-4241-af07-a68a78c67660 None None] Provisioning complete for port 1458aaaf-d8ab-4938-8889-8b542a4d2666 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:11:11.099198 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-64683ea0-5f1f-4241-af07-a68a78c67660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:11.119401 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:11.132902 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-64683ea0-5f1f-4241-af07-a68a78c67660 None None] Port 1458aaaf-d8ab-4938-8889-8b542a4d2666 cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:11:11.189401 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c6391965-2a91-427f-a272-8d8582080bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4386099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203008'] for subnet (38dd90f7-8412-4c8e-b995-ab4c1de69522), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:11.259097 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6391965-2a91-427f-a272-8d8582080bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38dd90f7-8412-4c8e-b995-ab4c1de69522,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:11.269516 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c6391965-2a91-427f-a272-8d8582080bcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:11.272767 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-c6391965-2a91-427f-a272-8d8582080bcd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/38dd90f7-8412-4c8e-b995-ab4c1de69522 HTTP/1.1" status: 204 len: 168 time: 0.4108438 Jan 11 13:11:11.275349 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53628) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:11.411670 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48ebda-67d5-4809-8e22-3a02df94f8a7 req-c5a3be61-5b18-4175-baac-7db5e7f542ea tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:11.413365 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e48ebda-67d5-4809-8e22-3a02df94f8a7 req-c5a3be61-5b18-4175-baac-7db5e7f542ea tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 931 time: 0.0565422 Jan 11 13:11:11.463789 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e48ebda-67d5-4809-8e22-3a02df94f8a7 req-a529edc0-abb6-429e-8288-3384700eceee tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447640 Jan 11 13:11:11.588566 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-43ead3e3-cf34-45bc-931f-39a90ea468f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762316'] for network (8fec4237-655e-497d-9d1f-8dba3b52ee3a), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:11.703742 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-43ead3e3-cf34-45bc-931f-39a90ea468f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911386', 'neutron.services.segments.db._delete_segments_for_network-8779303588271'] for network (8fec4237-655e-497d-9d1f-8dba3b52ee3a), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:11.716759 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f0b5b-c700-4b53-b00a-cab5b21a7962 req-8145deda-d6cb-449c-8812-7c07cb1c0fd6 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:11.718241 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-764f0b5b-c700-4b53-b00a-cab5b21a7962 req-8145deda-d6cb-449c-8812-7c07cb1c0fd6 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0485132 Jan 11 13:11:11.745961 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-43ead3e3-cf34-45bc-931f-39a90ea468f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fec4237-655e-497d-9d1f-8dba3b52ee3a']}} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:11.757680 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1458aaaf-d8ab-4938-8889-8b542a4d2666 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:11:11.762606 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-43ead3e3-cf34-45bc-931f-39a90ea468f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715912ed-e3bd-43ee-94ad-0c562d34744a') {'for_net_delete': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:11.763459 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-43ead3e3-cf34-45bc-931f-39a90ea468f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715912ed-e3bd-43ee-94ad-0c562d34744a') {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:11.764888 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-764f0b5b-c700-4b53-b00a-cab5b21a7962 req-01f3fd49-267d-413a-9bd8-0ce734546fca tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405080 Jan 11 13:11:11.772291 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Publish callbacks [] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:11.777564 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-43ead3e3-cf34-45bc-931f-39a90ea468f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779303593144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5476144'] for segment (715912ed-e3bd-43ee-94ad-0c562d34744a), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:11.795211 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Transition to ACTIVE for port object 1458aaaf-d8ab-4938-8889-8b542a4d2666 will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:11:11.797669 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-43ead3e3-cf34-45bc-931f-39a90ea468f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (715912ed-e3bd-43ee-94ad-0c562d34744a), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:11.801952 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:11.807708 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ead3e3-cf34-45bc-931f-39a90ea468f3 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 13:11:11.808087 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-43ead3e3-cf34-45bc-931f-39a90ea468f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4386133'] for segment (715912ed-e3bd-43ee-94ad-0c562d34744a), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: Traceback (most recent call last): Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: timer() Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: cb(*args, **kw) Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: return func(*args, **kwargs) Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: self._notify() Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: self.callback(batched_events) Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: event.method(event) Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: return f(self, *a, **k) Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: return self._get(url).json() Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: return self.request(url, 'GET', **kwargs) Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 13:11:11.813761 dv-cinder-824149-3-iscsi neutron-server[102630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 13:11:11.899964 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Pushing event updated for resources: {'Port': ['ID=1458aaaf-d8ab-4938-8889-8b542a4d2666,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:11.925138 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-43ead3e3-cf34-45bc-931f-39a90ea468f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7954151'] for network (8fec4237-655e-497d-9d1f-8dba3b52ee3a), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:11.931122 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-43ead3e3-cf34-45bc-931f-39a90ea468f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:11.934252 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-43ead3e3-cf34-45bc-931f-39a90ea468f3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8fec4237-655e-497d-9d1f-8dba3b52ee3a HTTP/1.1" status: 204 len: 168 time: 0.6580069 Jan 11 13:11:11.965219 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ead3e3-cf34-45bc-931f-39a90ea468f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fec4237-655e-497d-9d1f-8dba3b52ee3a,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:11.994251 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Attempting to bind port 1458aaaf-d8ab-4938-8889-8b542a4d2666 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:11:11.994690 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Attempting to bind port 1458aaaf-d8ab-4938-8889-8b542a4d2666 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': 'c39e7b4e-289c-4583-818c-f34db9fca8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a81179c-8970-4450-861d-29532f8e250e'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:11:11.995094 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Attempting to bind port 1458aaaf-d8ab-4938-8889-8b542a4d2666 on network 4a81179c-8970-4450-861d-29532f8e250e {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:11:12.000372 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Port 1458aaaf-d8ab-4938-8889-8b542a4d2666 on network 4a81179c-8970-4450-861d-29532f8e250e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:11:12.000790 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Attempting to bind port 1458aaaf-d8ab-4938-8889-8b542a4d2666 on network 4a81179c-8970-4450-861d-29532f8e250e {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:11:12.005926 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:11:12.006272 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Checking segment: {'id': 'c39e7b4e-289c-4583-818c-f34db9fca8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a81179c-8970-4450-861d-29532f8e250e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:11:12.006662 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Bound using segment: {'id': 'c39e7b4e-289c-4583-818c-f34db9fca8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a81179c-8970-4450-861d-29532f8e250e'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:11:12.007087 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Bound port: 1458aaaf-d8ab-4938-8889-8b542a4d2666, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e7b4e-289c-4583-818c-f34db9fca8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4a81179c-8970-4450-861d-29532f8e250e'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:11:12.007435 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:12.082379 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] For port 1458aaaf-d8ab-4938-8889-8b542a4d2666, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:11:12.085850 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] For port 1458aaaf-d8ab-4938-8889-8b542a4d2666, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1458aaaf-d8ab-4938-8889-8b542a4d2666,segment=NetworkSegment(c39e7b4e-289c-4583-818c-f34db9fca8a8),segment_id=c39e7b4e-289c-4583-818c-f34db9fca8a8)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:11:12.089871 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:12.126664 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53640) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:12.133332 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:12.133989 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:12.135280 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] 10.222.0.49 "PUT /v2.0/ports/1458aaaf-d8ab-4938-8889-8b542a4d2666 HTTP/1.1" status: 200 len: 1093 time: 1.1095905 Jan 11 13:11:12.137679 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'tag': '1458aaaf-d8ab-4938-8889-8b542a4d2666'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:11:12.140464 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b218924-d16c-4613-9240-c50ca7026098" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc751d6-b27e-4caa-8ea6-7ecf676c257d", "tag": "1458aaaf-d8ab-4938-8889-8b542a4d2666"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:11:12.179376 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9c129-aa69-4d45-ad06-6b90c01d6124 service neutron] Pushing event updated for resources: {'Port': ['ID=1458aaaf-d8ab-4938-8889-8b542a4d2666,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:12.186651 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf3ce1a-e893-4363-b85a-8421f47f013d x-openstack-request-id: req-adf3ce1a-e893-4363-b85a-8421f47f013d {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:11:12.186934 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc751d6-b27e-4caa-8ea6-7ecf676c257d", "tag": "1458aaaf-d8ab-4938-8889-8b542a4d2666", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:11:12.187192 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-adf3ce1a-e893-4363-b85a-8421f47f013d {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:11:12.187583 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'tag': '1458aaaf-d8ab-4938-8889-8b542a4d2666', 'status': 'completed', 'code': 200} Jan 11 13:11:12.207417 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-fa2fb9c4-6442-4b22-be3d-06d6820c16f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cd4219c3c9844da4bd786af33245131b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0801144 Jan 11 13:11:12.209973 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53644) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:12.238060 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-2ba5d5ee-2c15-4186-be3e-00045d469e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:12.239590 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-2ba5d5ee-2c15-4186-be3e-00045d469e18 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e5eb41976664084b52ed4c7ea35403f&device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 1096 time: 0.0472922 Jan 11 13:11:12.261026 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6a40d38-1ca9-466d-a193-059219029c04 admin admin] Publish callbacks [] for security_group (0db7332d-4e97-4b5e-a2ce-4179d1f9f882), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:12.285943 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-18c41514-aa68-4a8e-a5dc-ed6ffc8db741 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1458aaaf-d8ab-4938-8889-8b542a4d2666 HTTP/1.1" status: 200 len: 217 time: 0.0386047 Jan 11 13:11:12.290716 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6a40d38-1ca9-466d-a193-059219029c04 admin admin] Publish callbacks [] for security_group (0db7332d-4e97-4b5e-a2ce-4179d1f9f882), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:12.336905 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-201c9dc1-e6cd-4fc0-9e3b-d5ecc86d0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:12.338628 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-201c9dc1-e6cd-4fc0-9e3b-d5ecc86d0fb2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f857a8a-7f3f-4139-ad7b-61767db0a6fa HTTP/1.1" status: 200 len: 848 time: 0.0460916 Jan 11 13:11:12.340501 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6a40d38-1ca9-466d-a193-059219029c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (0db7332d-4e97-4b5e-a2ce-4179d1f9f882), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:12.343635 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6a40d38-1ca9-466d-a193-059219029c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:12.345212 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-d6a40d38-1ca9-466d-a193-059219029c04 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0db7332d-4e97-4b5e-a2ce-4179d1f9f882 HTTP/1.1" status: 204 len: 168 time: 0.1341281 Jan 11 13:11:12.352695 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a40d38-1ca9-466d-a193-059219029c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db7332d-4e97-4b5e-a2ce-4179d1f9f882,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:12.398992 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-4beed3b2-d738-4bb9-85b6-6648c5388b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:12.400646 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-4beed3b2-d738-4bb9-85b6-6648c5388b7a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a81179c-8970-4450-861d-29532f8e250e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529568 Jan 11 13:11:12.498724 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-885ea104-7287-45c3-b23e-9c15be162984 service neutron] 10.222.0.49 "GET /v2.0/networks/4a81179c-8970-4450-861d-29532f8e250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889354 Jan 11 13:11:12.594830 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbde9a-cf84-4984-b66a-4f640795aafe req-84f6dee0-86a7-4391-b794-853a4b07c825 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:12.596864 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a3fbde9a-cf84-4984-b66a-4f640795aafe req-84f6dee0-86a7-4391-b794-853a4b07c825 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 943 time: 0.0503311 Jan 11 13:11:12.598044 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f4225eed-ddc7-4cd5-b5ce-7318fb205f5c req-28def561-565c-495c-b82e-c6cc14d48e11 service neutron] 10.222.0.49 "GET /v2.0/networks/4a81179c-8970-4450-861d-29532f8e250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848880 Jan 11 13:11:12.648643 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a3fbde9a-cf84-4984-b66a-4f640795aafe req-48643ca4-7714-4647-9ba0-ee18adc9d732 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459161 Jan 11 13:11:12.694649 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53652) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:12.697291 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b218924-d16c-4613-9240-c50ca7026098 req-54788e05-810d-4ab9-b1a8-692f734e72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:12.698855 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2b218924-d16c-4613-9240-c50ca7026098 req-54788e05-810d-4ab9-b1a8-692f734e72a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e5eb41976664084b52ed4c7ea35403f&device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 1096 time: 0.0478916 Jan 11 13:11:12.735934 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-21c2ed75-777e-49cb-91ae-7f87f177f3fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7248e4be08ea45248f1cfcdf483b4162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376301 Jan 11 13:11:12.736723 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53656) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:12.782650 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-092e52ec-1e80-431a-9335-26681ecf4515 admin admin] Publish callbacks [] for security_group (0db70498-b952-4997-a3ba-06df6745bb38), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:12.790084 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b218924-d16c-4613-9240-c50ca7026098 req-55a36227-e161-4888-a6c9-3f9388ae69c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:12.791498 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2b218924-d16c-4613-9240-c50ca7026098 req-55a36227-e161-4888-a6c9-3f9388ae69c6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a81179c-8970-4450-861d-29532f8e250e HTTP/1.1" status: 200 len: 910 time: 0.0849173 Jan 11 13:11:12.807689 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-092e52ec-1e80-431a-9335-26681ecf4515 admin admin] Publish callbacks [] for security_group (0db70498-b952-4997-a3ba-06df6745bb38), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:12.845807 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2b218924-d16c-4613-9240-c50ca7026098 req-199d89dd-e1ea-4565-9f6a-1272f345f8db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1458aaaf-d8ab-4938-8889-8b542a4d2666 HTTP/1.1" status: 200 len: 217 time: 0.0388379 Jan 11 13:11:12.904396 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b218924-d16c-4613-9240-c50ca7026098 req-403214cd-0599-4d32-9d92-7e4ebf0d47d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:12.905896 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2b218924-d16c-4613-9240-c50ca7026098 req-403214cd-0599-4d32-9d92-7e4ebf0d47d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f857a8a-7f3f-4139-ad7b-61767db0a6fa HTTP/1.1" status: 200 len: 848 time: 0.0464859 Jan 11 13:11:12.954359 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b218924-d16c-4613-9240-c50ca7026098 req-67ae7849-27b5-4093-9fae-4ac0ee1c4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:12.955867 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2b218924-d16c-4613-9240-c50ca7026098 req-67ae7849-27b5-4093-9fae-4ac0ee1c4084 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a81179c-8970-4450-861d-29532f8e250e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418918 Jan 11 13:11:13.051451 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2b218924-d16c-4613-9240-c50ca7026098 req-bf4f1838-853b-418a-949b-7d685d06ca1b service neutron] 10.222.0.49 "GET /v2.0/networks/4a81179c-8970-4450-861d-29532f8e250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855551 Jan 11 13:11:13.087449 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e463a81-93ce-4df6-adc5-f52e2de3bc74 req-354f7354-e6fa-42f8-9ad9-ec5dc6092df8 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:13.088961 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9e463a81-93ce-4df6-adc5-f52e2de3bc74 req-354f7354-e6fa-42f8-9ad9-ec5dc6092df8 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0612717 Jan 11 13:11:13.098962 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device e6cde631-3484-4009-9209-7a4f756f24c2 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:11:13.114283 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-092e52ec-1e80-431a-9335-26681ecf4515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (0db70498-b952-4997-a3ba-06df6745bb38), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:13.115110 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-092e52ec-1e80-431a-9335-26681ecf4515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:13.116264 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-092e52ec-1e80-431a-9335-26681ecf4515 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0db70498-b952-4997-a3ba-06df6745bb38 HTTP/1.1" status: 204 len: 168 time: 0.3785906 Jan 11 13:11:13.135621 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: e6cde631-3484-4009-9209-7a4f756f24c2 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:11:13.136232 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device e6cde631-3484-4009-9209-7a4f756f24c2 not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:11:13.141303 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e52ec-1e80-431a-9335-26681ecf4515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db70498-b952-4997-a3ba-06df6745bb38,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:13.147475 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2b218924-d16c-4613-9240-c50ca7026098 req-ed5a01fe-4662-4891-968f-369e629b0b3d service neutron] 10.222.0.49 "GET /v2.0/networks/4a81179c-8970-4450-861d-29532f8e250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891325 Jan 11 13:11:13.170636 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9e463a81-93ce-4df6-adc5-f52e2de3bc74 req-17599f9c-7aed-4e93-a33f-43537d42b6b0 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740137 Jan 11 13:11:13.760535 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d442b5e-5bfe-4121-b0b1-52365815042b req-104afabd-5eba-4eb4-9ab1-fe7b97a5a294 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:13.761999 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d442b5e-5bfe-4121-b0b1-52365815042b req-104afabd-5eba-4eb4-9ab1-fe7b97a5a294 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 943 time: 0.0483282 Jan 11 13:11:13.814464 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0d442b5e-5bfe-4121-b0b1-52365815042b req-54498671-001f-457e-bf4e-2aa672daec17 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470417 Jan 11 13:11:14.282405 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2764b11-a83c-4f31-b748-e0c2ebcdcbd4 req-da2fbc92-19e8-4307-b251-7894daafb7bd tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:14.283867 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a2764b11-a83c-4f31-b748-e0c2ebcdcbd4 req-da2fbc92-19e8-4307-b251-7894daafb7bd tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0470667 Jan 11 13:11:14.333799 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a2764b11-a83c-4f31-b748-e0c2ebcdcbd4 req-d4fe89b2-d6a2-405a-be02-d7fd8580212d tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442772 Jan 11 13:11:14.924599 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156eef5d-bb2d-427d-8e15-1d1a9385fab1 req-598be965-118e-483e-914c-fef570408de6 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:14.925963 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-156eef5d-bb2d-427d-8e15-1d1a9385fab1 req-598be965-118e-483e-914c-fef570408de6 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 943 time: 0.0479062 Jan 11 13:11:14.974179 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-156eef5d-bb2d-427d-8e15-1d1a9385fab1 req-294b6c8e-a73b-4f44-9a7d-63be4fed9f59 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427766 Jan 11 13:11:15.449882 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dee81-4994-43cb-9478-6da8c8f1ab4f req-4b37e27c-69f4-4fa9-93a4-c35b14b570d3 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:15.451357 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-670dee81-4994-43cb-9478-6da8c8f1ab4f req-4b37e27c-69f4-4fa9-93a4-c35b14b570d3 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0520110 Jan 11 13:11:15.497719 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-670dee81-4994-43cb-9478-6da8c8f1ab4f req-ab9621dd-2f8b-4d5b-ae9d-35ea21c853cf tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409052 Jan 11 13:11:16.087398 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c86767-40e5-42f4-b034-54e4cb78c68d req-837b984e-61dd-41bf-a94c-0e14d85a6c4d tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:16.088889 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-11c86767-40e5-42f4-b034-54e4cb78c68d req-837b984e-61dd-41bf-a94c-0e14d85a6c4d tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 943 time: 0.0499423 Jan 11 13:11:16.138214 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-11c86767-40e5-42f4-b034-54e4cb78c68d req-ee7381c7-75da-4ece-aab4-3ea2c4df8ede tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437694 Jan 11 13:11:16.607875 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790ba20-e987-45c2-9f3d-8f47a464f7a4 req-9c156b4d-607b-4bd3-b8eb-a10919599060 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:16.609385 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a790ba20-e987-45c2-9f3d-8f47a464f7a4 req-9c156b4d-607b-4bd3-b8eb-a10919599060 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0475805 Jan 11 13:11:16.657821 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a790ba20-e987-45c2-9f3d-8f47a464f7a4 req-0fd8f556-3205-4da9-b996-acb49d5d8ede tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429828 Jan 11 13:11:17.254995 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edeea36-78a3-470f-b6b1-1b604011cb0f req-a303ce00-440f-49cf-b8f7-1d401a5401c9 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:17.256404 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4edeea36-78a3-470f-b6b1-1b604011cb0f req-a303ce00-440f-49cf-b8f7-1d401a5401c9 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 943 time: 0.0488245 Jan 11 13:11:17.303271 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4edeea36-78a3-470f-b6b1-1b604011cb0f req-760d7c17-7836-4c38-b660-60095191539a tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414271 Jan 11 13:11:17.771193 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed249f-cef9-45dd-bd6d-a02f3bd586bb req-62d07c1d-3ce0-4963-b535-de91ae57e188 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:17.772684 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-33ed249f-cef9-45dd-bd6d-a02f3bd586bb req-62d07c1d-3ce0-4963-b535-de91ae57e188 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0483649 Jan 11 13:11:17.817133 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-33ed249f-cef9-45dd-bd6d-a02f3bd586bb req-dd6899b6-70e2-405e-9574-b62440c21574 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390251 Jan 11 13:11:18.423316 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e8f0f-39ee-40da-bcaf-d2b5470f0167 req-853d5b8d-b33f-41a4-b1aa-49c37c1e88cc tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:18.424746 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-949e8f0f-39ee-40da-bcaf-d2b5470f0167 req-853d5b8d-b33f-41a4-b1aa-49c37c1e88cc tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 943 time: 0.0536623 Jan 11 13:11:18.472504 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-949e8f0f-39ee-40da-bcaf-d2b5470f0167 req-53f44df4-188a-4ab1-8b7f-d20f529bf659 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423236 Jan 11 13:11:18.928019 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017567d-abdf-422e-b9a8-3384ed7afe12 req-5b046fea-efaf-48f1-9625-8dd29e8b611b tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:18.929495 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3017567d-abdf-422e-b9a8-3384ed7afe12 req-5b046fea-efaf-48f1-9625-8dd29e8b611b tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0475702 Jan 11 13:11:18.973960 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3017567d-abdf-422e-b9a8-3384ed7afe12 req-afb8be5c-bfca-454b-a6b7-8f88a62d1d60 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384064 Jan 11 13:11:19.587051 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d9a8b-206c-41d1-87d8-86624962e813 req-87b840ac-8d03-4509-9a39-ea883fadf003 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:19.588535 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-177d9a8b-206c-41d1-87d8-86624962e813 req-87b840ac-8d03-4509-9a39-ea883fadf003 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 943 time: 0.0506411 Jan 11 13:11:19.635603 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-177d9a8b-206c-41d1-87d8-86624962e813 req-d6331d1a-6b81-4575-8cf9-1bc68d3e50e7 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407393 Jan 11 13:11:20.084527 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f0fd1-c9ba-465d-a82a-7b5a37d4cafe req-626a9f0b-4270-4609-8df8-3e7142507854 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:20.085987 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b47f0fd1-c9ba-465d-a82a-7b5a37d4cafe req-626a9f0b-4270-4609-8df8-3e7142507854 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0473499 Jan 11 13:11:20.131604 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b47f0fd1-c9ba-465d-a82a-7b5a37d4cafe req-5d47e694-f0c2-42c6-b2c2-3e17216ab30d tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f061e81-219f-4d29-8e96-0c0503232251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401409 Jan 11 13:11:20.179474 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716cfe4-2bad-4337-b01a-e5a80d192926 req-baddaa63-ba80-4dac-8239-02dc284b9d52 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:20.180932 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b716cfe4-2bad-4337-b01a-e5a80d192926 req-baddaa63-ba80-4dac-8239-02dc284b9d52 tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.49 "GET /v2.0/ports?device_id=4394b64c-abe9-41ff-b030-e1d77ee1ac89 HTTP/1.1" status: 200 len: 945 time: 0.0469401 Jan 11 13:11:20.278511 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-b716cfe4-2bad-4337-b01a-e5a80d192926 req-8072672e-7d55-449d-b955-03478fbdebeb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Deleting port e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:11:20.278861 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-b716cfe4-2bad-4337-b01a-e5a80d192926 req-8072672e-7d55-449d-b955-03478fbdebeb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:20.371388 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-b716cfe4-2bad-4337-b01a-e5a80d192926 req-8072672e-7d55-449d-b955-03478fbdebeb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] For port e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5,segment=NetworkSegment(7f10895c-6390-4164-a689-1a79401575f9),segment_id=7f10895c-6390-4164-a689-1a79401575f9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:11:20.371751 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-b716cfe4-2bad-4337-b01a-e5a80d192926 req-8072672e-7d55-449d-b955-03478fbdebeb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:20.387861 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-b716cfe4-2bad-4337-b01a-e5a80d192926 req-8072672e-7d55-449d-b955-03478fbdebeb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Calling delete_port for e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:11:20.519743 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-b716cfe4-2bad-4337-b01a-e5a80d192926 req-8072672e-7d55-449d-b955-03478fbdebeb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:20.535121 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:11:20.556823 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072672e-7d55-449d-b955-03478fbdebeb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Pushing event deleted for resources: {'Port': ['ID=e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:20.597554 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-b716cfe4-2bad-4337-b01a-e5a80d192926 req-8072672e-7d55-449d-b955-03478fbdebeb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] No DVR routers for this DVR port e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:11:20.600097 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-b716cfe4-2bad-4337-b01a-e5a80d192926 req-8072672e-7d55-449d-b955-03478fbdebeb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:20.603323 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b716cfe4-2bad-4337-b01a-e5a80d192926 req-8072672e-7d55-449d-b955-03478fbdebeb tempest-ServerRescueNegativeTestJSON-338737157 tempest-ServerRescueNegativeTestJSON-338737157-project] 10.222.0.49 "DELETE /v2.0/ports/e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 HTTP/1.1" status: 204 len: 173 time: 0.4149983 Jan 11 13:11:20.603765 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4394b64c-abe9-41ff-b030-e1d77ee1ac89', 'name': 'network-vif-deleted', 'tag': 'e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:11:20.606205 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a580912-9bb4-4d34-8286-432552801298" -d '{"events": [{"server_uuid": "4394b64c-abe9-41ff-b030-e1d77ee1ac89", "name": "network-vif-deleted", "tag": "e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:11:20.650840 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b9ca96-f8d7-4114-9d39-b8f78acf7984 x-openstack-request-id: req-08b9ca96-f8d7-4114-9d39-b8f78acf7984 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:11:20.651319 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4394b64c-abe9-41ff-b030-e1d77ee1ac89", "name": "network-vif-deleted", "tag": "e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:11:20.651724 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-08b9ca96-f8d7-4114-9d39-b8f78acf7984 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:11:20.652501 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4394b64c-abe9-41ff-b030-e1d77ee1ac89', 'name': 'network-vif-deleted', 'tag': 'e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5', 'status': 'completed', 'code': 200} Jan 11 13:11:20.768010 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360bebf-b5c9-4779-b6da-13c2401df16a req-8e797f64-e33d-454e-8433-dfa83d5fa0d6 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:20.769654 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3360bebf-b5c9-4779-b6da-13c2401df16a req-8e797f64-e33d-454e-8433-dfa83d5fa0d6 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 943 time: 0.0501673 Jan 11 13:11:20.830298 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3360bebf-b5c9-4779-b6da-13c2401df16a req-9de4a991-cd0a-4581-a1e0-156bb3b967ea tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551682 Jan 11 13:11:21.197000 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53802) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:21.600088 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd116add-d31d-4578-bb96-aa1262cc0519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7987925'] for router_interface (295f3385-42bf-410b-97a2-efcf335e01c5), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:21.905267 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-fd116add-d31d-4578-bb96-aa1262cc0519 admin admin] Deleting port 5d4acd86-81ed-429a-8d6f-78e1018b7942 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:11:21.905615 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd116add-d31d-4578-bb96-aa1262cc0519 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (5d4acd86-81ed-429a-8d6f-78e1018b7942), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:21.996785 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fd116add-d31d-4578-bb96-aa1262cc0519 admin admin] For port 5d4acd86-81ed-429a-8d6f-78e1018b7942, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=5d4acd86-81ed-429a-8d6f-78e1018b7942,segment=NetworkSegment(7f10895c-6390-4164-a689-1a79401575f9),segment_id=7f10895c-6390-4164-a689-1a79401575f9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:11:21.997781 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd116add-d31d-4578-bb96-aa1262cc0519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (5d4acd86-81ed-429a-8d6f-78e1018b7942), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:22.004851 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c319b17-6781-4cb8-89d5-cbd0f23bb6fd req-61e45ac4-483d-4d25-9d53-39a288a2f6dd tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:22.011689 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1c319b17-6781-4cb8-89d5-cbd0f23bb6fd req-61e45ac4-483d-4d25-9d53-39a288a2f6dd tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 943 time: 0.0956972 Jan 11 13:11:22.018672 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-fd116add-d31d-4578-bb96-aa1262cc0519 admin admin] Calling delete_port for 5d4acd86-81ed-429a-8d6f-78e1018b7942 owned by network:router_interface {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:11:22.086386 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1c319b17-6781-4cb8-89d5-cbd0f23bb6fd req-f09d0509-6531-46d7-8909-eb431d7f688b tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736794 Jan 11 13:11:22.102883 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655137d7-4b09-4091-9195-dbc47c1fbbb0 req-c09c2dc0-90b5-4917-9d37-f4bff9566f55 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:22.125493 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-655137d7-4b09-4091-9195-dbc47c1fbbb0 req-c09c2dc0-90b5-4917-9d37-f4bff9566f55 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.1607416 Jan 11 13:11:22.182085 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-655137d7-4b09-4091-9195-dbc47c1fbbb0 req-dce4bd23-a9fe-47f6-a2a0-f1debf30704e tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508687 Jan 11 13:11:22.457611 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd116add-d31d-4578-bb96-aa1262cc0519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (5d4acd86-81ed-429a-8d6f-78e1018b7942), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:22.486711 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd116add-d31d-4578-bb96-aa1262cc0519 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d4acd86-81ed-429a-8d6f-78e1018b7942,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:22.642245 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd116add-d31d-4578-bb96-aa1262cc0519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8104554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7987809'] for router_interface (295f3385-42bf-410b-97a2-efcf335e01c5), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:22.843813 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd116add-d31d-4578-bb96-aa1262cc0519 admin admin] Router 295f3385-42bf-410b-97a2-efcf335e01c5 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:11:22.943103 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd116add-d31d-4578-bb96-aa1262cc0519 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:11:22.948299 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-fd116add-d31d-4578-bb96-aa1262cc0519 admin admin] 10.222.0.52 "PUT /v2.0/routers/295f3385-42bf-410b-97a2-efcf335e01c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7502587 Jan 11 13:11:22.951269 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53826) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:22.953947 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf01ba10-472a-496c-b982-e4dd6867ba41 None None] Sync routers for ids ['295f3385-42bf-410b-97a2-efcf335e01c5'] in dv-cinder-824149-3-iscsi {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:11:22.963205 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf01ba10-472a-496c-b982-e4dd6867ba41 None None] Routers {'295f3385-42bf-410b-97a2-efcf335e01c5'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:11:22.963815 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-cf01ba10-472a-496c-b982-e4dd6867ba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:11:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['295f3385-42bf-410b-97a2-efcf335e01c5'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:23.047859 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dfcd544c-4d14-4f6f-8b89-da4499070b36 admin admin] Publish callbacks [] for router (295f3385-42bf-410b-97a2-efcf335e01c5), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:23.065778 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-cf01ba10-472a-496c-b982-e4dd6867ba41 None None] Set router 295f3385-42bf-410b-97a2-efcf335e01c5 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:11:23.143444 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 1458aaaf-d8ab-4938-8889-8b542a4d2666 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:11:23.152298 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dfcd544c-4d14-4f6f-8b89-da4499070b36 admin admin] Publish callbacks [] for router_gateway (295f3385-42bf-410b-97a2-efcf335e01c5), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:23.161655 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:11:23.204393 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:11:23.205190 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device e126c83e-0fbf-4705-9de4-fa5c7e8ae1f5 not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:11:23.241584 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-dfcd544c-4d14-4f6f-8b89-da4499070b36 admin admin] Deleting port 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:11:23.242194 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dfcd544c-4d14-4f6f-8b89-da4499070b36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (1a770ba2-fb6c-4fa3-84af-e19ef5a33f38), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:23.256669 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7db2b-2ee8-4c10-976e-12719529a8e7 req-d2210154-30b1-45f5-8f18-37e571564a41 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:23.264885 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8dc7db2b-2ee8-4c10-976e-12719529a8e7 req-d2210154-30b1-45f5-8f18-37e571564a41 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 943 time: 0.0659690 Jan 11 13:11:23.329781 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 1458aaaf-d8ab-4938-8889-8b542a4d2666, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1458aaaf-d8ab-4938-8889-8b542a4d2666,segment=NetworkSegment(c39e7b4e-289c-4583-818c-f34db9fca8a8),segment_id=c39e7b4e-289c-4583-818c-f34db9fca8a8)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:11:23.338235 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8dc7db2b-2ee8-4c10-976e-12719529a8e7 req-202335a3-044c-4349-a6d4-eb750fb9cb6f tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722609 Jan 11 13:11:23.339000 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-cf01ba10-472a-496c-b982-e4dd6867ba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1991464336-router', 'tenant_id': 'e926aa46b418404383da145fb0cb13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1a770ba2-fb6c-4fa3-84af-e19ef5a33f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:56Z', 'updated_at': '2022-01-11T13:11:22Z', 'revision_number': 5, 'project_id': 'e926aa46b418404383da145fb0cb13b2', 'gw_port': {'id': '1a770ba2-fb6c-4fa3-84af-e19ef5a33f38', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:57Z', 'updated_at': '2022-01-11T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:23.343640 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-dfcd544c-4d14-4f6f-8b89-da4499070b36 admin admin] For port 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=1a770ba2-fb6c-4fa3-84af-e19ef5a33f38,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:11:23.343640 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dfcd544c-4d14-4f6f-8b89-da4499070b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (1a770ba2-fb6c-4fa3-84af-e19ef5a33f38), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:23.351313 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': '1458aaaf-d8ab-4938-8889-8b542a4d2666', 'network_id': '4a81179c-8970-4450-861d-29532f8e250e', 'port_id': '1458aaaf-d8ab-4938-8889-8b542a4d2666', 'mac_address': 'fa:16:3e:79:03:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:11:23.358524 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-dfcd544c-4d14-4f6f-8b89-da4499070b36 admin admin] Calling delete_port for 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38 owned by network:router_gateway {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:11:23.372388 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf01ba10-472a-496c-b982-e4dd6867ba41 None None] Checking router: 295f3385-42bf-410b-97a2-efcf335e01c5 for host: dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:11:23.378745 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da854e-adca-4e0f-884b-fea428b63c48 req-bbea2942-53a6-4409-9936-b14ed76e7783 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:23.380477 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c7da854e-adca-4e0f-884b-fea428b63c48 req-bbea2942-53a6-4409-9936-b14ed76e7783 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0680964 Jan 11 13:11:23.384806 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf01ba10-472a-496c-b982-e4dd6867ba41 None None] Routers {'295f3385-42bf-410b-97a2-efcf335e01c5'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:11:23.385438 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-cf01ba10-472a-496c-b982-e4dd6867ba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:11:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['295f3385-42bf-410b-97a2-efcf335e01c5'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:23.419432 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 1458aaaf-d8ab-4938-8889-8b542a4d2666 is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:11:23.420262 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:23.439443 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1458aaaf-d8ab-4938-8889-8b542a4d2666 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:11:23.441055 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c7da854e-adca-4e0f-884b-fea428b63c48 req-bfd01dd0-ea86-4cdb-b21a-837195d9832f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535491 Jan 11 13:11:23.474375 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 1458aaaf-d8ab-4938-8889-8b542a4d2666, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1458aaaf-d8ab-4938-8889-8b542a4d2666,segment=NetworkSegment(c39e7b4e-289c-4583-818c-f34db9fca8a8),segment_id=c39e7b4e-289c-4583-818c-f34db9fca8a8)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:11:23.482248 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:23.496083 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-cf01ba10-472a-496c-b982-e4dd6867ba41 None None] Set router 295f3385-42bf-410b-97a2-efcf335e01c5 gateway port host: None {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:11:23.556050 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-cf01ba10-472a-496c-b982-e4dd6867ba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1991464336-router', 'tenant_id': 'e926aa46b418404383da145fb0cb13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:56Z', 'updated_at': '2022-01-11T13:11:23Z', 'revision_number': 6, 'project_id': 'e926aa46b418404383da145fb0cb13b2', 'gw_port_host': None}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:23.561695 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=1458aaaf-d8ab-4938-8889-8b542a4d2666,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:23.568802 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:23.569158 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:23.569527 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:23.569872 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:23.570207 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:23.570543 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:23.571268 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:23.571919 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:23.572362 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:23.572717 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:23.573050 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:23.573374 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:23.573992 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:23.592742 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf01ba10-472a-496c-b982-e4dd6867ba41 None None] The sync data for ids ['295f3385-42bf-410b-97a2-efcf335e01c5'] in dv-cinder-824149-3-iscsi is: [{'id': '295f3385-42bf-410b-97a2-efcf335e01c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1991464336-router', 'tenant_id': 'e926aa46b418404383da145fb0cb13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:56Z', 'updated_at': '2022-01-11T13:11:23Z', 'revision_number': 6, 'project_id': 'e926aa46b418404383da145fb0cb13b2', 'gw_port_host': None}] {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:11:23.595262 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dfcd544c-4d14-4f6f-8b89-da4499070b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (1a770ba2-fb6c-4fa3-84af-e19ef5a33f38), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:23.625214 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd544c-4d14-4f6f-8b89-da4499070b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a770ba2-fb6c-4fa3-84af-e19ef5a33f38,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:23.690606 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dfcd544c-4d14-4f6f-8b89-da4499070b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7954051'] for router_gateway (295f3385-42bf-410b-97a2-efcf335e01c5), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:23.725012 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['1458aaaf-d8ab-4938-8889-8b542a4d2666'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:11:23.798512 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dfcd544c-4d14-4f6f-8b89-da4499070b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7983370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5196'] for router (295f3385-42bf-410b-97a2-efcf335e01c5), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:23.800841 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dfcd544c-4d14-4f6f-8b89-da4499070b36 admin admin] Publish callbacks [] for router_controller (295f3385-42bf-410b-97a2-efcf335e01c5), precommit_delete_associations {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:23.839035 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53848) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:23.870464 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dfcd544c-4d14-4f6f-8b89-da4499070b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7983475'] for router (295f3385-42bf-410b-97a2-efcf335e01c5), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:23.871019 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcd544c-4d14-4f6f-8b89-da4499070b36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 295f3385-42bf-410b-97a2-efcf335e01c5 {{(pid=102630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 13:11:23.877182 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dfcd544c-4d14-4f6f-8b89-da4499070b36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:23.880767 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-dfcd544c-4d14-4f6f-8b89-da4499070b36 admin admin] 10.222.0.52 "DELETE /v2.0/routers/295f3385-42bf-410b-97a2-efcf335e01c5 HTTP/1.1" status: 204 len: 168 time: 0.9261656 Jan 11 13:11:23.880913 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53852) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:23.925985 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_v2 [None req-157e4bd4-79a9-43ce-b10a-c89c10e4fe6f admin admin] Deleting subnet 2a3af950-4033-4372-9fdc-0bf30a030e8b {{(pid=102630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 13:11:23.929048 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-157e4bd4-79a9-43ce-b10a-c89c10e4fe6f admin admin] Publish callbacks [] for subnet (2a3af950-4033-4372-9fdc-0bf30a030e8b), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:23.951146 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b1513bf0-1e6d-4152-a1dd-bddae08c2cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:23.969215 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-157e4bd4-79a9-43ce-b10a-c89c10e4fe6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476153'] for subnet (2a3af950-4033-4372-9fdc-0bf30a030e8b), precommit_delete_associations {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.012374 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-157e4bd4-79a9-43ce-b10a-c89c10e4fe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905359'] for subnet (2a3af950-4033-4372-9fdc-0bf30a030e8b), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.076060 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b1513bf0-1e6d-4152-a1dd-bddae08c2cba admin admin] Publish callbacks [] for security_group (e36ae522-8d20-4c41-8b3d-5e7b4d2e5a45), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.081917 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-157e4bd4-79a9-43ce-b10a-c89c10e4fe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4386099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203008'] for subnet (2a3af950-4033-4372-9fdc-0bf30a030e8b), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.082655 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b1513bf0-1e6d-4152-a1dd-bddae08c2cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (e36ae522-8d20-4c41-8b3d-5e7b4d2e5a45), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.096357 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-157e4bd4-79a9-43ce-b10a-c89c10e4fe6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.108371 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-157e4bd4-79a9-43ce-b10a-c89c10e4fe6f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2a3af950-4033-4372-9fdc-0bf30a030e8b HTTP/1.1" status: 204 len: 168 time: 0.2263353 Jan 11 13:11:24.119125 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53854) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:24.119856 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1513bf0-1e6d-4152-a1dd-bddae08c2cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36ae522-8d20-4c41-8b3d-5e7b4d2e5a45,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:24.135938 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e4bd4-79a9-43ce-b10a-c89c10e4fe6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a3af950-4033-4372-9fdc-0bf30a030e8b,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:24.149329 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 5d4acd86-81ed-429a-8d6f-78e1018b7942 no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:11:24.163511 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-b1513bf0-1e6d-4152-a1dd-bddae08c2cba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6cc331df59ab492794861644e49dd085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232729 Jan 11 13:11:24.166179 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53856) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:24.171059 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: 5d4acd86-81ed-429a-8d6f-78e1018b7942 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:11:24.171465 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 5d4acd86-81ed-429a-8d6f-78e1018b7942 not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:11:24.205962 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a20ef67c-d7ed-4541-b416-6075aac9c5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762316'] for network (1bd206a4-d95e-47f8-a04e-91f4a01a6374), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.214351 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0b83bb69-fb8d-42df-917a-aa15b155cb5d admin admin] Publish callbacks [] for security_group (e36ae522-8d20-4c41-8b3d-5e7b4d2e5a45), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.235336 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0b83bb69-fb8d-42df-917a-aa15b155cb5d admin admin] Publish callbacks [] for security_group (e36ae522-8d20-4c41-8b3d-5e7b4d2e5a45), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.280582 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0b83bb69-fb8d-42df-917a-aa15b155cb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (e36ae522-8d20-4c41-8b3d-5e7b4d2e5a45), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.283518 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0b83bb69-fb8d-42df-917a-aa15b155cb5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.284681 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-0b83bb69-fb8d-42df-917a-aa15b155cb5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e36ae522-8d20-4c41-8b3d-5e7b4d2e5a45 HTTP/1.1" status: 204 len: 168 time: 0.1175249 Jan 11 13:11:24.285914 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a20ef67c-d7ed-4541-b416-6075aac9c5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911386', 'neutron.services.segments.db._delete_segments_for_network-8779303588271'] for network (1bd206a4-d95e-47f8-a04e-91f4a01a6374), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.292670 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83bb69-fb8d-42df-917a-aa15b155cb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36ae522-8d20-4c41-8b3d-5e7b4d2e5a45,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:24.312872 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-a20ef67c-d7ed-4541-b416-6075aac9c5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd206a4-d95e-47f8-a04e-91f4a01a6374']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:24.323070 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-a20ef67c-d7ed-4541-b416-6075aac9c5a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f10895c-6390-4164-a689-1a79401575f9') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:24.323388 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-a20ef67c-d7ed-4541-b416-6075aac9c5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f10895c-6390-4164-a689-1a79401575f9') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:24.332712 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a20ef67c-d7ed-4541-b416-6075aac9c5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779303593144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4699576'] for segment (7f10895c-6390-4164-a689-1a79401575f9), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.346121 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a20ef67c-d7ed-4541-b416-6075aac9c5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (7f10895c-6390-4164-a689-1a79401575f9), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.352487 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20ef67c-d7ed-4541-b416-6075aac9c5a0 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 13:11:24.353016 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a20ef67c-d7ed-4541-b416-6075aac9c5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5438377'] for segment (7f10895c-6390-4164-a689-1a79401575f9), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: Traceback (most recent call last): Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: timer() Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: cb(*args, **kw) Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: return func(*args, **kwargs) Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: self._notify() Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: self.callback(batched_events) Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: event.method(event) Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: return f(self, *a, **k) Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: return self._get(url).json() Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: return self.request(url, 'GET', **kwargs) Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 13:11:24.355031 dv-cinder-824149-3-iscsi neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 13:11:24.455032 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785404cf-caee-4342-a21e-52ca5ffe547d req-fa30fb7e-fccb-43f8-885c-d4ab86962c6f tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:24.456610 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-785404cf-caee-4342-a21e-52ca5ffe547d req-fa30fb7e-fccb-43f8-885c-d4ab86962c6f tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 944 time: 0.0605602 Jan 11 13:11:24.457449 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a20ef67c-d7ed-4541-b416-6075aac9c5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7954151'] for network (1bd206a4-d95e-47f8-a04e-91f4a01a6374), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.463522 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a20ef67c-d7ed-4541-b416-6075aac9c5a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.466975 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-a20ef67c-d7ed-4541-b416-6075aac9c5a0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1bd206a4-d95e-47f8-a04e-91f4a01a6374 HTTP/1.1" status: 204 len: 168 time: 0.3439717 Jan 11 13:11:24.486225 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ef67c-d7ed-4541-b416-6075aac9c5a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bd206a4-d95e-47f8-a04e-91f4a01a6374,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:24.533114 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-785404cf-caee-4342-a21e-52ca5ffe547d req-c93aaa5c-273f-4a02-8974-fb59dbe301cc tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628519 Jan 11 13:11:24.588689 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37721c88-5b84-4c23-b5e4-9249bd16035f req-92492a59-5bc0-43d6-9233-7ff4466c5d83 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:24.589709 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-37721c88-5b84-4c23-b5e4-9249bd16035f req-92492a59-5bc0-43d6-9233-7ff4466c5d83 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0555472 Jan 11 13:11:24.643241 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-37721c88-5b84-4c23-b5e4-9249bd16035f req-77d3ff1a-4888-4789-a4f7-67c0a49cc977 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471065 Jan 11 13:11:24.649475 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53870) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:24.663034 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0ff06b55-c332-4810-9218-3ed2fb0369f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.681879 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53872) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:24.736008 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-a1c68c59-e002-41d2-a9d1-0f13b7eaec25 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e926aa46b418404383da145fb0cb13b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0526967 Jan 11 13:11:24.738366 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53874) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:24.750663 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0ff06b55-c332-4810-9218-3ed2fb0369f0 admin admin] Publish callbacks [] for security_group (d87a07ef-70d7-437d-89c6-b3eca950d931), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.755320 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0ff06b55-c332-4810-9218-3ed2fb0369f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (d87a07ef-70d7-437d-89c6-b3eca950d931), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.789314 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-124ce0e2-4739-40de-ab7b-b50eafd87fed admin admin] Publish callbacks [] for security_group (8f061e81-219f-4d29-8e96-0c0503232251), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.800174 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-0ff06b55-c332-4810-9218-3ed2fb0369f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e210b3c01514989b0942a8c029ffe5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496658 Jan 11 13:11:24.801072 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff06b55-c332-4810-9218-3ed2fb0369f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87a07ef-70d7-437d-89c6-b3eca950d931,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:24.804855 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53876) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:24.836667 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-124ce0e2-4739-40de-ab7b-b50eafd87fed admin admin] Publish callbacks [] for security_group (8f061e81-219f-4d29-8e96-0c0503232251), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.887174 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1d56295-99f4-4576-9bb0-f988859a2ada admin admin] Publish callbacks [] for security_group (d87a07ef-70d7-437d-89c6-b3eca950d931), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.908789 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1d56295-99f4-4576-9bb0-f988859a2ada admin admin] Publish callbacks [] for security_group (d87a07ef-70d7-437d-89c6-b3eca950d931), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.917408 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-124ce0e2-4739-40de-ab7b-b50eafd87fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (8f061e81-219f-4d29-8e96-0c0503232251), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.920507 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-124ce0e2-4739-40de-ab7b-b50eafd87fed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.921647 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-124ce0e2-4739-40de-ab7b-b50eafd87fed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f061e81-219f-4d29-8e96-0c0503232251 HTTP/1.1" status: 204 len: 168 time: 0.1822174 Jan 11 13:11:24.941336 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ce0e2-4739-40de-ab7b-b50eafd87fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f061e81-219f-4d29-8e96-0c0503232251,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:24.972943 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1d56295-99f4-4576-9bb0-f988859a2ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (d87a07ef-70d7-437d-89c6-b3eca950d931), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.975484 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1d56295-99f4-4576-9bb0-f988859a2ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:24.978986 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-f1d56295-99f4-4576-9bb0-f988859a2ada admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d87a07ef-70d7-437d-89c6-b3eca950d931 HTTP/1.1" status: 204 len: 168 time: 0.1709278 Jan 11 13:11:24.985637 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d56295-99f4-4576-9bb0-f988859a2ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87a07ef-70d7-437d-89c6-b3eca950d931,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:25.149800 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 1458aaaf-d8ab-4938-8889-8b542a4d2666 up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:11:25.202758 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port 1458aaaf-d8ab-4938-8889-8b542a4d2666 completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:11:25.207136 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port 1458aaaf-d8ab-4938-8889-8b542a4d2666 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:11:25.207595 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:25.299143 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 1458aaaf-d8ab-4938-8889-8b542a4d2666 is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:11:25.299587 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:25.324859 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1458aaaf-d8ab-4938-8889-8b542a4d2666'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:11:25.328610 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e27356-1957-4ffd-ab1a-60f26df6238e" -d '{"events": [{"server_uuid": "7fc751d6-b27e-4caa-8ea6-7ecf676c257d", "name": "network-vif-plugged", "status": "completed", "tag": "1458aaaf-d8ab-4938-8889-8b542a4d2666"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:11:25.351646 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 1458aaaf-d8ab-4938-8889-8b542a4d2666, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1458aaaf-d8ab-4938-8889-8b542a4d2666,segment=NetworkSegment(c39e7b4e-289c-4583-818c-f34db9fca8a8),segment_id=c39e7b4e-289c-4583-818c-f34db9fca8a8)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:11:25.357050 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:25.380847 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e61675b-7a9f-4404-acdc-06e24d7d107c x-openstack-request-id: req-9e61675b-7a9f-4404-acdc-06e24d7d107c {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:11:25.381167 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc751d6-b27e-4caa-8ea6-7ecf676c257d", "name": "network-vif-plugged", "status": "completed", "tag": "1458aaaf-d8ab-4938-8889-8b542a4d2666", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:11:25.381428 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e61675b-7a9f-4404-acdc-06e24d7d107c {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:11:25.381825 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1458aaaf-d8ab-4938-8889-8b542a4d2666', 'code': 200} Jan 11 13:11:25.418106 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=1458aaaf-d8ab-4938-8889-8b542a4d2666,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:25.649050 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2feaf-2215-4faa-aa14-946b7a166421 req-9bc22d97-7ce1-4dfe-b1e0-649e72924cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:25.651722 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-ded2feaf-2215-4faa-aa14-946b7a166421 req-9bc22d97-7ce1-4dfe-b1e0-649e72924cdb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 1098 time: 0.0701208 Jan 11 13:11:25.663564 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26940be-6644-4414-9cad-a1da59296464 req-4ef6b2a6-d6e9-42f6-9e91-48dab91302d4 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:25.665298 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d26940be-6644-4414-9cad-a1da59296464 req-4ef6b2a6-d6e9-42f6-9e91-48dab91302d4 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0663266 Jan 11 13:11:25.724418 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d26940be-6644-4414-9cad-a1da59296464 req-cb8d0d3b-39dc-4042-a6a0-1c436fcd0c05 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513620 Jan 11 13:11:25.749288 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-ded2feaf-2215-4faa-aa14-946b7a166421 req-724b93b9-5888-455b-97b8-609dd8d4edb2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901663 Jan 11 13:11:25.797730 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206ba8e-cb64-439e-af15-e46fd3e53dc2 req-c803730a-4873-444d-9aca-cfab932c0e2f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:25.804519 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f206ba8e-cb64-439e-af15-e46fd3e53dc2 req-c803730a-4873-444d-9aca-cfab932c0e2f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0563362 Jan 11 13:11:25.857292 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f206ba8e-cb64-439e-af15-e46fd3e53dc2 req-c94fab5a-ae0f-4403-9065-c3b42e4a0ecd tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468936 Jan 11 13:11:25.882970 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38 no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:11:25.904337 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:11:25.904936 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 1a770ba2-fb6c-4fa3-84af-e19ef5a33f38 not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:11:26.447879 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 53970) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:26.553054 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0247139b-935b-41dc-9fc1-05aec7528ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:26.635361 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0247139b-935b-41dc-9fc1-05aec7528ebe admin admin] Publish callbacks [] for security_group (6f37da4c-973d-43aa-9603-aa6061f79818), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:26.639233 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0247139b-935b-41dc-9fc1-05aec7528ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (6f37da4c-973d-43aa-9603-aa6061f79818), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:26.651672 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:11:26.681056 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-0247139b-935b-41dc-9fc1-05aec7528ebe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d7dacf527e2412eb149d77235f652ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320302 Jan 11 13:11:26.682273 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247139b-935b-41dc-9fc1-05aec7528ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f37da4c-973d-43aa-9603-aa6061f79818,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:26.683703 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 53982) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:26.741169 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e007f566-b966-406d-809f-f2195b4dc726 admin admin] Publish callbacks [] for security_group (6f37da4c-973d-43aa-9603-aa6061f79818), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:26.764767 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e007f566-b966-406d-809f-f2195b4dc726 admin admin] Publish callbacks [] for security_group (6f37da4c-973d-43aa-9603-aa6061f79818), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:26.843589 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e007f566-b966-406d-809f-f2195b4dc726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (6f37da4c-973d-43aa-9603-aa6061f79818), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:26.846392 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e007f566-b966-406d-809f-f2195b4dc726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:26.847797 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e007f566-b966-406d-809f-f2195b4dc726 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f37da4c-973d-43aa-9603-aa6061f79818 HTTP/1.1" status: 204 len: 168 time: 0.1616468 Jan 11 13:11:26.868543 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daef3d-9ade-4fa7-987f-219f72967aa8 req-8b59354d-be1a-453f-b9b8-d9462b06fcd1 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:26.886683 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-27daef3d-9ade-4fa7-987f-219f72967aa8 req-8b59354d-be1a-453f-b9b8-d9462b06fcd1 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0846341 Jan 11 13:11:26.890028 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007f566-b966-406d-809f-f2195b4dc726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f37da4c-973d-43aa-9603-aa6061f79818,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:26.958135 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-27daef3d-9ade-4fa7-987f-219f72967aa8 req-0cadb585-e2ec-4343-9d29-c23414085557 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702891 Jan 11 13:11:27.021186 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f4c77-e931-4e3a-9303-2b382da953c4 req-40e69350-64ee-40d5-be85-07805b4acae9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:27.022718 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0a3f4c77-e931-4e3a-9303-2b382da953c4 req-40e69350-64ee-40d5-be85-07805b4acae9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0635138 Jan 11 13:11:27.080772 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0a3f4c77-e931-4e3a-9303-2b382da953c4 req-fa8da7a1-80b7-44d6-9047-e254ad49bbd5 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520532 Jan 11 13:11:28.046741 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 54108) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:28.069732 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4efce-0de6-488d-a1b8-b45c2e43137f req-041a9208-868f-4509-8e00-e113b6b23edc tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:28.071221 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-70e4efce-0de6-488d-a1b8-b45c2e43137f req-041a9208-868f-4509-8e00-e113b6b23edc tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0509541 Jan 11 13:11:28.129340 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-70e4efce-0de6-488d-a1b8-b45c2e43137f req-ef3241a7-61a6-404d-b7a8-0c5dd7fceee1 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525169 Jan 11 13:11:28.176303 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-500fc27f-0075-4cec-915f-ab3820d840d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:28.263349 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-500fc27f-0075-4cec-915f-ab3820d840d4 admin admin] Publish callbacks [] for security_group (5a447123-5fdf-4c1b-bc38-29b37781e345), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:28.269224 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-500fc27f-0075-4cec-915f-ab3820d840d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (5a447123-5fdf-4c1b-bc38-29b37781e345), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:28.278889 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa33a86-5ae3-44a3-bd1a-0bb4c5c83553 req-48cf2d26-3410-4631-b335-9e05a25057bc tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:28.280336 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-efa33a86-5ae3-44a3-bd1a-0bb4c5c83553 req-48cf2d26-3410-4631-b335-9e05a25057bc tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0850658 Jan 11 13:11:28.303078 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d61cd2-be39-4b74-9a49-121511e262c7 req-b2c91b3c-12ee-4625-ba70-4d4df54fc82f tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:28.304633 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-21d61cd2-be39-4b74-9a49-121511e262c7 req-b2c91b3c-12ee-4625-ba70-4d4df54fc82f tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0788937 Jan 11 13:11:28.336541 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-500fc27f-0075-4cec-915f-ab3820d840d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f53f664d7c824144ac4a8d7ebe2242a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862830 Jan 11 13:11:28.336541 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fc27f-0075-4cec-915f-ab3820d840d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a447123-5fdf-4c1b-bc38-29b37781e345,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:28.337798 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 54122) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:28.382303 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-efa33a86-5ae3-44a3-bd1a-0bb4c5c83553 req-05874da5-b7b5-4272-a593-ad7da42fe370 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933359 Jan 11 13:11:28.396172 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a9412bb-ae92-4fc1-8860-799aaf1d3b47 admin admin] Publish callbacks [] for security_group (5a447123-5fdf-4c1b-bc38-29b37781e345), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:28.400644 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-21d61cd2-be39-4b74-9a49-121511e262c7 req-92c24f4b-cb68-402d-bec9-7445b8ceb4fe tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854361 Jan 11 13:11:28.413926 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 54126) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:28.430038 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a9412bb-ae92-4fc1-8860-799aaf1d3b47 admin admin] Publish callbacks [] for security_group (5a447123-5fdf-4c1b-bc38-29b37781e345), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:28.487275 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a9412bb-ae92-4fc1-8860-799aaf1d3b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (5a447123-5fdf-4c1b-bc38-29b37781e345), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:28.489908 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a9412bb-ae92-4fc1-8860-799aaf1d3b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:28.494131 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-3a9412bb-ae92-4fc1-8860-799aaf1d3b47 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a447123-5fdf-4c1b-bc38-29b37781e345 HTTP/1.1" status: 204 len: 168 time: 0.1551495 Jan 11 13:11:28.503646 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9412bb-ae92-4fc1-8860-799aaf1d3b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a447123-5fdf-4c1b-bc38-29b37781e345,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:28.630719 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8996b5c4-2359-4391-a397-cbca24f110db tempest-TestShelveInstance-1330866209 tempest-TestShelveInstance-1330866209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:28.635279 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-8996b5c4-2359-4391-a397-cbca24f110db tempest-TestShelveInstance-1330866209 tempest-TestShelveInstance-1330866209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 1093 time: 0.2175095 Jan 11 13:11:28.635610 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 54136) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:28.640413 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Request body: {'floatingip': {'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'port_id': '1458aaaf-d8ab-4938-8889-8b542a4d2666', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:11:28.671229 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:28.771232 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:28.854266 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 54144) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:28.868089 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00982199-65eb-4e93-8119-c25b89a906fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:28.882742 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Allocated IP 172.27.0.145 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/a58b5ec4-042b-43ba-8d55-d391c9124ea6) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:11:28.955892 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00982199-65eb-4e93-8119-c25b89a906fa admin admin] Publish callbacks [] for security_group (4c333dc9-1efe-44a7-8e89-636d38aedb29), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:28.961201 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00982199-65eb-4e93-8119-c25b89a906fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (4c333dc9-1efe-44a7-8e89-636d38aedb29), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:28.997675 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for port (a58b5ec4-042b-43ba-8d55-d391c9124ea6), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:29.004717 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-00982199-65eb-4e93-8119-c25b89a906fa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d31e848cad874c399d4ddf9de4862a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493464 Jan 11 13:11:29.006492 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 54150) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:29.009424 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00982199-65eb-4e93-8119-c25b89a906fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c333dc9-1efe-44a7-8e89-636d38aedb29,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:29.068878 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (a58b5ec4-042b-43ba-8d55-d391c9124ea6), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:29.097077 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-992e55bd-8af2-4310-8ace-d685353c952c admin admin] Publish callbacks [] for security_group (4c333dc9-1efe-44a7-8e89-636d38aedb29), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:29.122004 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:11:29.126389 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:11:29.135664 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:11:29.144477 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-992e55bd-8af2-4310-8ace-d685353c952c admin admin] Publish callbacks [] for security_group (4c333dc9-1efe-44a7-8e89-636d38aedb29), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:29.146008 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Pushing event updated for resources: {'Port': ['ID=a58b5ec4-042b-43ba-8d55-d391c9124ea6,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:29.265926 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-992e55bd-8af2-4310-8ace-d685353c952c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (4c333dc9-1efe-44a7-8e89-636d38aedb29), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:29.268583 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-992e55bd-8af2-4310-8ace-d685353c952c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:29.269664 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-992e55bd-8af2-4310-8ace-d685353c952c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c333dc9-1efe-44a7-8e89-636d38aedb29 HTTP/1.1" status: 204 len: 168 time: 0.2622089 Jan 11 13:11:29.288901 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e55bd-8af2-4310-8ace-d685353c952c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c333dc9-1efe-44a7-8e89-636d38aedb29,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:29.524679 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24273fc0-3989-433e-af7a-9d34c593aacf req-a0524064-88ed-4e10-aae2-e69d430cc9d8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:29.527039 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-24273fc0-3989-433e-af7a-9d34c593aacf req-a0524064-88ed-4e10-aae2-e69d430cc9d8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0623362 Jan 11 13:11:29.582736 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-24273fc0-3989-433e-af7a-9d34c593aacf req-a087d2a8-6fad-4c02-ac6c-d6b5061f4766 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500133 Jan 11 13:11:29.831040 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for floatingip (b3d9b211-59e5-4cf0-94ba-d2391445f5a6), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:29.916792 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (a58b5ec4-042b-43ba-8d55-d391c9124ea6), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:30.069816 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for port (a58b5ec4-042b-43ba-8d55-d391c9124ea6), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:30.074279 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (a58b5ec4-042b-43ba-8d55-d391c9124ea6), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:30.152664 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Pushing event updated for resources: {'Port': ['ID=a58b5ec4-042b-43ba-8d55-d391c9124ea6,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:30.159694 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7954133'] for floatingip (b3d9b211-59e5-4cf0-94ba-d2391445f5a6), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:30.275370 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.db.l3_db [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Floating IP b3d9b211-59e5-4cf0-94ba-d2391445f5a6 associated. External IP: 172.27.0.145, port: 1458aaaf-d8ab-4938-8889-8b542a4d2666. Jan 11 13:11:30.496253 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Router d3837b20-7e9a-477b-82de-b902f9fad5c4 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:11:30.543140 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-896ba484-a549-4647-b5dd-ba8cf7297490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:30.622281 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:11:30.638326 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb6bb7-48b7-460c-a8c1-adcfa4b97ce2 None None] Sync routers for ids ['d3837b20-7e9a-477b-82de-b902f9fad5c4'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:11:30.652705 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:30.667383 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb6bb7-48b7-460c-a8c1-adcfa4b97ce2 None None] Routers {'d3837b20-7e9a-477b-82de-b902f9fad5c4'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:11:30.668297 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9acb6bb7-48b7-460c-a8c1-adcfa4b97ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:11:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['d3837b20-7e9a-477b-82de-b902f9fad5c4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:30.692645 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-a05d55b1-03c9-4100-b35c-75a37642f7ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0558105 Jan 11 13:11:30.693547 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'tag': '1458aaaf-d8ab-4938-8889-8b542a4d2666'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:11:30.696352 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1fd11d-656a-4f33-a2ae-b8944a421b37" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc751d6-b27e-4caa-8ea6-7ecf676c257d", "tag": "1458aaaf-d8ab-4938-8889-8b542a4d2666"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:11:30.737474 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e56f2e-6588-4e99-94c2-0af2582cad10 req-957f35a8-0ee7-4c03-8a28-2cf8d13be756 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:30.737998 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21626d2e-ba8e-4ad2-ae20-8b9bc667deb2 x-openstack-request-id: req-21626d2e-ba8e-4ad2-ae20-8b9bc667deb2 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:11:30.738109 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc751d6-b27e-4caa-8ea6-7ecf676c257d", "tag": "1458aaaf-d8ab-4938-8889-8b542a4d2666", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:11:30.738341 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-21626d2e-ba8e-4ad2-ae20-8b9bc667deb2 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:11:30.738748 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'tag': '1458aaaf-d8ab-4938-8889-8b542a4d2666', 'status': 'completed', 'code': 200} Jan 11 13:11:30.739003 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c0e56f2e-6588-4e99-94c2-0af2582cad10 req-957f35a8-0ee7-4c03-8a28-2cf8d13be756 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0508924 Jan 11 13:11:30.783683 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9acb6bb7-48b7-460c-a8c1-adcfa4b97ce2 None None] Set router d3837b20-7e9a-477b-82de-b902f9fad5c4 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:11:30.801664 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c0e56f2e-6588-4e99-94c2-0af2582cad10 req-96755ee5-2326-44c3-b376-1bebea20f3e1 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522583 Jan 11 13:11:30.806656 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fd11d-656a-4f33-a2ae-b8944a421b37 req-b0502956-c635-46fe-b0c5-80016981d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:30.808833 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-fd1fd11d-656a-4f33-a2ae-b8944a421b37 req-b0502956-c635-46fe-b0c5-80016981d94f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e5eb41976664084b52ed4c7ea35403f&device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 1098 time: 0.0476277 Jan 11 13:11:30.903400 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fd11d-656a-4f33-a2ae-b8944a421b37 req-1f19602b-c321-441a-baed-b9a3dc2f44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:30.905048 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-fd1fd11d-656a-4f33-a2ae-b8944a421b37 req-1f19602b-c321-441a-baed-b9a3dc2f44a9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a81179c-8970-4450-861d-29532f8e250e HTTP/1.1" status: 200 len: 910 time: 0.0899618 Jan 11 13:11:30.980283 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-fd1fd11d-656a-4f33-a2ae-b8944a421b37 req-6aac4c6c-05d1-4d4a-9e42-8bd4502cc1d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1458aaaf-d8ab-4938-8889-8b542a4d2666 HTTP/1.1" status: 200 len: 999 time: 0.0684824 Jan 11 13:11:31.050252 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fd11d-656a-4f33-a2ae-b8944a421b37 req-ef0d0450-6cf5-4266-925f-a69be926307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:31.051667 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-fd1fd11d-656a-4f33-a2ae-b8944a421b37 req-ef0d0450-6cf5-4266-925f-a69be926307d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f857a8a-7f3f-4139-ad7b-61767db0a6fa HTTP/1.1" status: 200 len: 848 time: 0.0639727 Jan 11 13:11:31.108152 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fd11d-656a-4f33-a2ae-b8944a421b37 req-4fe62630-abd4-4c7b-8634-c7fc1e16c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:31.109576 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-fd1fd11d-656a-4f33-a2ae-b8944a421b37 req-4fe62630-abd4-4c7b-8634-c7fc1e16c65b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a81179c-8970-4450-861d-29532f8e250e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510864 Jan 11 13:11:31.220529 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-fd1fd11d-656a-4f33-a2ae-b8944a421b37 req-09542268-697d-4c1e-9ee8-520599949ecc service neutron] 10.222.0.49 "GET /v2.0/networks/4a81179c-8970-4450-861d-29532f8e250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040881 Jan 11 13:11:31.221650 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9acb6bb7-48b7-460c-a8c1-adcfa4b97ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'name': 'tempest-TestShelveInstance-1070493120-router', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:36Z', 'updated_at': '2022-01-11T13:10:40Z', 'revision_number': 4, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'gw_port': {'id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:37Z', 'updated_at': '2022-01-11T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': 'b3d9b211-59e5-4cf0-94ba-d2391445f5a6', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'port_id': '1458aaaf-d8ab-4938-8889-8b542a4d2666', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a81179c-8970-4450-861d-29532f8e250e', 'mac_address': 'fa:16:3e:79:03:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:11:29Z', 'updated_at': '2022-01-11T13:11:29Z', 'revision_number': 0, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a102a5b2-ebe9-4535-9278-33cf77c7405c', 'name': '', 'network_id': '4a81179c-8970-4450-861d-29532f8e250e', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'mac_address': 'fa:16:3e:4b:b7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:39Z', 'updated_at': '2022-01-11T13:10:45Z', 'revision_number': 5, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'subnets': [{'id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:31.252389 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb6bb7-48b7-460c-a8c1-adcfa4b97ce2 None None] Checking router: d3837b20-7e9a-477b-82de-b902f9fad5c4 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:11:31.262757 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb6bb7-48b7-460c-a8c1-adcfa4b97ce2 None None] Routers {'d3837b20-7e9a-477b-82de-b902f9fad5c4'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:11:31.263376 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9acb6bb7-48b7-460c-a8c1-adcfa4b97ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:11:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['d3837b20-7e9a-477b-82de-b902f9fad5c4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:31.322332 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-fd1fd11d-656a-4f33-a2ae-b8944a421b37 req-3c3d3633-b48f-48c4-92d1-107d0d8bde89 service neutron] 10.222.0.49 "GET /v2.0/networks/4a81179c-8970-4450-861d-29532f8e250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912340 Jan 11 13:11:31.374637 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9acb6bb7-48b7-460c-a8c1-adcfa4b97ce2 None None] Set router d3837b20-7e9a-477b-82de-b902f9fad5c4 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:11:31.597009 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9acb6bb7-48b7-460c-a8c1-adcfa4b97ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'name': 'tempest-TestShelveInstance-1070493120-router', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:36Z', 'updated_at': '2022-01-11T13:10:40Z', 'revision_number': 4, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'gw_port': {'id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:37Z', 'updated_at': '2022-01-11T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': 'b3d9b211-59e5-4cf0-94ba-d2391445f5a6', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'port_id': '1458aaaf-d8ab-4938-8889-8b542a4d2666', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a81179c-8970-4450-861d-29532f8e250e', 'mac_address': 'fa:16:3e:79:03:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:11:29Z', 'updated_at': '2022-01-11T13:11:29Z', 'revision_number': 0, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a102a5b2-ebe9-4535-9278-33cf77c7405c', 'name': '', 'network_id': '4a81179c-8970-4450-861d-29532f8e250e', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'mac_address': 'fa:16:3e:4b:b7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:39Z', 'updated_at': '2022-01-11T13:10:45Z', 'revision_number': 5, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'subnets': [{'id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:31.627307 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb6bb7-48b7-460c-a8c1-adcfa4b97ce2 None None] The sync data for ids ['d3837b20-7e9a-477b-82de-b902f9fad5c4'] in dv-cinder-824149-3-iscsi is: [{'id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'name': 'tempest-TestShelveInstance-1070493120-router', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:36Z', 'updated_at': '2022-01-11T13:10:40Z', 'revision_number': 4, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'gw_port': {'id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:37Z', 'updated_at': '2022-01-11T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': 'b3d9b211-59e5-4cf0-94ba-d2391445f5a6', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'port_id': '1458aaaf-d8ab-4938-8889-8b542a4d2666', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a81179c-8970-4450-861d-29532f8e250e', 'mac_address': 'fa:16:3e:79:03:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:11:29Z', 'updated_at': '2022-01-11T13:11:29Z', 'revision_number': 0, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a102a5b2-ebe9-4535-9278-33cf77c7405c', 'name': '', 'network_id': '4a81179c-8970-4450-861d-29532f8e250e', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'mac_address': 'fa:16:3e:4b:b7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:39Z', 'updated_at': '2022-01-11T13:10:45Z', 'revision_number': 5, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'subnets': [{'id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:11:31.822532 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecdfc79-d4d5-40e8-bb51-3d7042b9cac7 None None] New status for floating IP b3d9b211-59e5-4cf0-94ba-d2391445f5a6: ACTIVE {{(pid=102632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 13:11:31.926420 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd78c3c-ad2b-41fb-9f0d-8d97c3899f7a req-64f3c564-0f16-4e3a-8164-4b343436ffbf tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:31.927927 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8cd78c3c-ad2b-41fb-9f0d-8d97c3899f7a req-64f3c564-0f16-4e3a-8164-4b343436ffbf tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0499594 Jan 11 13:11:31.980551 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8cd78c3c-ad2b-41fb-9f0d-8d97c3899f7a req-7595bac1-c4cf-4899-87a7-8d737afcddcf tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467880 Jan 11 13:11:32.601295 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-73dd2afc-1149-4344-8c25-4949aecf7041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:33.096823 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222a312-e301-4224-9b9d-edb7a4c3bd2d req-14082c22-d61b-4ee8-9b30-53ff800deb64 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:33.098287 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b222a312-e301-4224-9b9d-edb7a4c3bd2d req-14082c22-d61b-4ee8-9b30-53ff800deb64 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0487998 Jan 11 13:11:33.144820 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b222a312-e301-4224-9b9d-edb7a4c3bd2d req-7c82fe3e-ff4a-4d06-a066-b0d1d0b8d3a0 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410442 Jan 11 13:11:33.344401 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b064c-83f0-4a55-8894-864f559b814c req-f6c7383b-2338-4d57-80a7-32e791fb83a7 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:33.346121 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e4b064c-83f0-4a55-8894-864f559b814c req-f6c7383b-2338-4d57-80a7-32e791fb83a7 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0530345 Jan 11 13:11:33.394457 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8e4b064c-83f0-4a55-8894-864f559b814c req-5ccab8b0-db2e-4fbd-8c49-936e977ad29e tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425594 Jan 11 13:11:33.407583 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12992b-bc12-4b08-a85a-7b70ea8fba59 req-69518702-ad42-4e5b-b4b5-f7e1ea3039a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:33.409162 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8b12992b-bc12-4b08-a85a-7b70ea8fba59 req-69518702-ad42-4e5b-b4b5-f7e1ea3039a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7808d2de8744f4eb8023e61750e3d81&device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 1098 time: 0.0408762 Jan 11 13:11:33.503417 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12992b-bc12-4b08-a85a-7b70ea8fba59 req-8e221d0c-e8b6-4005-8aa6-d01ea9c787d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:33.504908 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8b12992b-bc12-4b08-a85a-7b70ea8fba59 req-8e221d0c-e8b6-4005-8aa6-d01ea9c787d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949 HTTP/1.1" status: 200 len: 911 time: 0.0889461 Jan 11 13:11:33.573426 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8b12992b-bc12-4b08-a85a-7b70ea8fba59 req-c25cc617-32b8-4465-be98-b5064579f11e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0c46d50-6e93-4eb5-a795-196691df5d9c HTTP/1.1" status: 200 len: 1001 time: 0.0619421 Jan 11 13:11:33.624090 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12992b-bc12-4b08-a85a-7b70ea8fba59 req-a8acf504-672b-4b35-b239-a96a638e18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:33.625720 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8b12992b-bc12-4b08-a85a-7b70ea8fba59 req-a8acf504-672b-4b35-b239-a96a638e18b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b72085c7-0437-4370-a1d2-14c23986b36f HTTP/1.1" status: 200 len: 849 time: 0.0458808 Jan 11 13:11:33.677569 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12992b-bc12-4b08-a85a-7b70ea8fba59 req-32ce44f6-6761-4e08-acbe-d91198d4bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:33.679048 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8b12992b-bc12-4b08-a85a-7b70ea8fba59 req-32ce44f6-6761-4e08-acbe-d91198d4bc0a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445149 Jan 11 13:11:33.774802 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8b12992b-bc12-4b08-a85a-7b70ea8fba59 req-efa6b166-bd75-4834-aa45-ed5fdb3fda6c service neutron] 10.222.0.49 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853677 Jan 11 13:11:33.870587 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8b12992b-bc12-4b08-a85a-7b70ea8fba59 req-3e3cf11f-3b1e-4f8b-a563-ab766430d3bb service neutron] 10.222.0.49 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893545 Jan 11 13:11:33.943592 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:34.375366 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:34.516976 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd97aa5-e500-41f4-a5fc-cf099f57b2ab req-4b7e45bb-24ee-4be5-8833-fec4c9d1f98c tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:34.518477 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bdd97aa5-e500-41f4-a5fc-cf099f57b2ab req-4b7e45bb-24ee-4be5-8833-fec4c9d1f98c tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0532990 Jan 11 13:11:34.564821 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bdd97aa5-e500-41f4-a5fc-cf099f57b2ab req-6218eb00-2681-42a7-b7ec-fbfa6f7b5e21 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406377 Jan 11 13:11:35.213456 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:35.681201 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8908a0-a85a-4960-a0b9-293d13064ef1 req-3d087ae4-af2b-437a-ac72-fdbf9c97a08d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:35.682717 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ec8908a0-a85a-4960-a0b9-293d13064ef1 req-3d087ae4-af2b-437a-ac72-fdbf9c97a08d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0505707 Jan 11 13:11:35.740431 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ec8908a0-a85a-4960-a0b9-293d13064ef1 req-6cb8d042-9479-4f75-9b10-1c329f5e7ac2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459440 Jan 11 13:11:36.032298 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 54340) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:36.137981 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36f2597d-8cec-49ee-8cfc-b2f8745c5eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:36.215895 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36f2597d-8cec-49ee-8cfc-b2f8745c5eed admin admin] Publish callbacks [] for security_group (8f675406-39d2-49a8-b371-508dfc18b6ad), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:36.219803 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36f2597d-8cec-49ee-8cfc-b2f8745c5eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (8f675406-39d2-49a8-b371-508dfc18b6ad), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:36.257763 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-36f2597d-8cec-49ee-8cfc-b2f8745c5eed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3144d8e2db974d879181e87cd8656286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243407 Jan 11 13:11:36.258687 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2597d-8cec-49ee-8cfc-b2f8745c5eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f675406-39d2-49a8-b371-508dfc18b6ad,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:36.260808 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 54344) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:36.266461 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2597d-8cec-49ee-8cfc-b2f8745c5eed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:36.266810 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2597d-8cec-49ee-8cfc-b2f8745c5eed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:36.267150 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2597d-8cec-49ee-8cfc-b2f8745c5eed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:36.267483 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2597d-8cec-49ee-8cfc-b2f8745c5eed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:36.267817 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2597d-8cec-49ee-8cfc-b2f8745c5eed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:36.268172 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2597d-8cec-49ee-8cfc-b2f8745c5eed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:36.268502 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2597d-8cec-49ee-8cfc-b2f8745c5eed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:36.268854 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2597d-8cec-49ee-8cfc-b2f8745c5eed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:36.269177 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2597d-8cec-49ee-8cfc-b2f8745c5eed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:36.269503 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2597d-8cec-49ee-8cfc-b2f8745c5eed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:36.269823 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2597d-8cec-49ee-8cfc-b2f8745c5eed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:36.270139 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2597d-8cec-49ee-8cfc-b2f8745c5eed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:36.270454 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2597d-8cec-49ee-8cfc-b2f8745c5eed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:11:36.309541 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3740598b-5dec-429d-b4c2-ae501bfd2e09 admin admin] Publish callbacks [] for security_group (8f675406-39d2-49a8-b371-508dfc18b6ad), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:36.331228 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3740598b-5dec-429d-b4c2-ae501bfd2e09 admin admin] Publish callbacks [] for security_group (8f675406-39d2-49a8-b371-508dfc18b6ad), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:36.376534 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3740598b-5dec-429d-b4c2-ae501bfd2e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (8f675406-39d2-49a8-b371-508dfc18b6ad), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:36.379087 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3740598b-5dec-429d-b4c2-ae501bfd2e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:36.380411 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-3740598b-5dec-429d-b4c2-ae501bfd2e09 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f675406-39d2-49a8-b371-508dfc18b6ad HTTP/1.1" status: 204 len: 168 time: 0.1175325 Jan 11 13:11:36.389527 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740598b-5dec-429d-b4c2-ae501bfd2e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f675406-39d2-49a8-b371-508dfc18b6ad,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:36.607431 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:36.641072 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 54352) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:36.654162 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-209b07ad-6986-44b7-8147-f3a3efaf170a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:36.734669 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-209b07ad-6986-44b7-8147-f3a3efaf170a admin admin] Publish callbacks [] for security_group (e60574d1-f0aa-4942-a61e-5481a824fd22), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:36.738433 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-209b07ad-6986-44b7-8147-f3a3efaf170a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (e60574d1-f0aa-4942-a61e-5481a824fd22), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:36.776466 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-209b07ad-6986-44b7-8147-f3a3efaf170a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=72e5236f9bfd4c939a647587cf086b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343114 Jan 11 13:11:36.777323 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b07ad-6986-44b7-8147-f3a3efaf170a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60574d1-f0aa-4942-a61e-5481a824fd22,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:36.779151 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 54354) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:36.828490 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dd053d02-8c4c-41d0-b41e-048b91799857 admin admin] Publish callbacks [] for security_group (e60574d1-f0aa-4942-a61e-5481a824fd22), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:36.849386 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dd053d02-8c4c-41d0-b41e-048b91799857 admin admin] Publish callbacks [] for security_group (e60574d1-f0aa-4942-a61e-5481a824fd22), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:36.897190 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dd053d02-8c4c-41d0-b41e-048b91799857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (e60574d1-f0aa-4942-a61e-5481a824fd22), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:36.899741 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dd053d02-8c4c-41d0-b41e-048b91799857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:36.901005 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-dd053d02-8c4c-41d0-b41e-048b91799857 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e60574d1-f0aa-4942-a61e-5481a824fd22 HTTP/1.1" status: 204 len: 168 time: 0.1208041 Jan 11 13:11:36.909409 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd053d02-8c4c-41d0-b41e-048b91799857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60574d1-f0aa-4942-a61e-5481a824fd22,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:37.225340 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 54362) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:37.240424 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-82d581b6-560b-4167-b067-16c12fca58d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:37.313567 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-82d581b6-560b-4167-b067-16c12fca58d7 admin admin] Publish callbacks [] for security_group (2cf52dbd-d76f-443f-a734-3bc620763303), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:37.316970 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-82d581b6-560b-4167-b067-16c12fca58d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (2cf52dbd-d76f-443f-a734-3bc620763303), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:37.355123 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-82d581b6-560b-4167-b067-16c12fca58d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc9eb28e5ab64c958e838b2627f0d08b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287088 Jan 11 13:11:37.355971 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d581b6-560b-4167-b067-16c12fca58d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf52dbd-d76f-443f-a734-3bc620763303,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:37.359279 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 54364) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:37.411775 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-906092bb-f3c7-4f42-b666-70311785aa68 admin admin] Publish callbacks [] for security_group (2cf52dbd-d76f-443f-a734-3bc620763303), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:37.434084 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-906092bb-f3c7-4f42-b666-70311785aa68 admin admin] Publish callbacks [] for security_group (2cf52dbd-d76f-443f-a734-3bc620763303), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:37.480058 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-906092bb-f3c7-4f42-b666-70311785aa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (2cf52dbd-d76f-443f-a734-3bc620763303), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:37.483594 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-906092bb-f3c7-4f42-b666-70311785aa68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:37.484770 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-906092bb-f3c7-4f42-b666-70311785aa68 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2cf52dbd-d76f-443f-a734-3bc620763303 HTTP/1.1" status: 204 len: 168 time: 0.1243367 Jan 11 13:11:37.493024 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906092bb-f3c7-4f42-b666-70311785aa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf52dbd-d76f-443f-a734-3bc620763303,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:45.300697 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3a44e-7665-4c5d-ad5a-ad8950375c95 req-26985ad9-3286-4e98-bc35-7d067e3fc6a5 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:45.302574 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9af3a44e-7665-4c5d-ad5a-ad8950375c95 req-26985ad9-3286-4e98-bc35-7d067e3fc6a5 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 946 time: 0.0488138 Jan 11 13:11:45.348442 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9af3a44e-7665-4c5d-ad5a-ad8950375c95 req-98767a95-8747-4a52-90c2-98d1abc738e5 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404229 Jan 11 13:11:46.470645 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763ad67-cd46-4c34-9e02-0f95eccecf4a req-d9ad956f-b25a-4e55-9cb6-8b1e4f8da0c4 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:46.472128 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7763ad67-cd46-4c34-9e02-0f95eccecf4a req-d9ad956f-b25a-4e55-9cb6-8b1e4f8da0c4 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 946 time: 0.0509357 Jan 11 13:11:46.517974 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7763ad67-cd46-4c34-9e02-0f95eccecf4a req-12980686-8e7d-48f5-ab7d-aad062f1a621 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404408 Jan 11 13:11:47.183516 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27814c-ff65-4d30-bacf-2f64ef92d41d req-d302836e-134a-4db4-a80d-5d38073f43fa tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:47.185009 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-1a27814c-ff65-4d30-bacf-2f64ef92d41d req-d302836e-134a-4db4-a80d-5d38073f43fa tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 946 time: 0.0480578 Jan 11 13:11:47.279824 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-1a27814c-ff65-4d30-bacf-2f64ef92d41d req-3a36eafb-3737-47bf-af69-55aa8aa0eb4c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Deleting port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:11:47.280179 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-1a27814c-ff65-4d30-bacf-2f64ef92d41d req-3a36eafb-3737-47bf-af69-55aa8aa0eb4c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:47.367393 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-1a27814c-ff65-4d30-bacf-2f64ef92d41d req-3a36eafb-3737-47bf-af69-55aa8aa0eb4c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] For port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:11:47.367756 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-1a27814c-ff65-4d30-bacf-2f64ef92d41d req-3a36eafb-3737-47bf-af69-55aa8aa0eb4c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:47.444204 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 54514) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:47.548150 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51ea520f-ce28-474f-92b2-9bb235ed72b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:47.590903 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-1a27814c-ff65-4d30-bacf-2f64ef92d41d req-3a36eafb-3737-47bf-af69-55aa8aa0eb4c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:47.591196 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-1a27814c-ff65-4d30-bacf-2f64ef92d41d req-3a36eafb-3737-47bf-af69-55aa8aa0eb4c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7954133'] for floatingip (6c55b6e8-2eac-4579-84ad-a2d9c0c5f2e5), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:47.591515 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.db.l3_db [req-1a27814c-ff65-4d30-bacf-2f64ef92d41d req-3a36eafb-3737-47bf-af69-55aa8aa0eb4c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Floating IP 6c55b6e8-2eac-4579-84ad-a2d9c0c5f2e5 disassociated. External IP: 172.27.0.36, port: ddc6031b-1c86-44ed-8bb0-da1dbff77c5c. Jan 11 13:11:47.591858 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-1a27814c-ff65-4d30-bacf-2f64ef92d41d req-3a36eafb-3737-47bf-af69-55aa8aa0eb4c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Calling delete_port for ddc6031b-1c86-44ed-8bb0-da1dbff77c5c owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:11:47.656697 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4c5e9-81ae-4f03-a643-6a2f3af39fba req-75eb1f36-8ad9-4022-a2f2-c58fbf7dd75f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:47.658173 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d1a4c5e9-81ae-4f03-a643-6a2f3af39fba req-75eb1f36-8ad9-4022-a2f2-c58fbf7dd75f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c2ba66d-555d-4c75-9647-d266e8883df6 HTTP/1.1" status: 200 len: 946 time: 0.0690701 Jan 11 13:11:47.674968 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51ea520f-ce28-474f-92b2-9bb235ed72b4 admin admin] Publish callbacks [] for security_group (6436034d-bc35-4332-bc93-4f16b49ad2a5), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:47.683729 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51ea520f-ce28-474f-92b2-9bb235ed72b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (6436034d-bc35-4332-bc93-4f16b49ad2a5), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:47.719540 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-1a27814c-ff65-4d30-bacf-2f64ef92d41d req-3a36eafb-3737-47bf-af69-55aa8aa0eb4c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (ddc6031b-1c86-44ed-8bb0-da1dbff77c5c), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:47.743408 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea520f-ce28-474f-92b2-9bb235ed72b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6436034d-bc35-4332-bc93-4f16b49ad2a5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:47.748644 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36eafb-3737-47bf-af69-55aa8aa0eb4c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Pushing event deleted for resources: {'Port': ['ID=ddc6031b-1c86-44ed-8bb0-da1dbff77c5c,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:47.751084 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-51ea520f-ce28-474f-92b2-9bb235ed72b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=351fa9caab3c4841a15aa6be9582fa4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058193 Jan 11 13:11:47.754732 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 54520) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:47.762201 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d1a4c5e9-81ae-4f03-a643-6a2f3af39fba req-5c575aac-009e-4591-bf6f-dcfd4b7c969d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=01e68ea2-466e-4054-aa12-cad437baae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957501 Jan 11 13:11:47.881136 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4b177b25-1608-483c-bd35-ab0a5328a324 admin admin] Publish callbacks [] for security_group (6436034d-bc35-4332-bc93-4f16b49ad2a5), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:47.911857 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4b177b25-1608-483c-bd35-ab0a5328a324 admin admin] Publish callbacks [] for security_group (6436034d-bc35-4332-bc93-4f16b49ad2a5), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:47.926327 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a27814c-ff65-4d30-bacf-2f64ef92d41d req-3a36eafb-3737-47bf-af69-55aa8aa0eb4c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:11:48.023190 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4b177b25-1608-483c-bd35-ab0a5328a324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (6436034d-bc35-4332-bc93-4f16b49ad2a5), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:48.025839 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4b177b25-1608-483c-bd35-ab0a5328a324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:48.027045 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-4b177b25-1608-483c-bd35-ab0a5328a324 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6436034d-bc35-4332-bc93-4f16b49ad2a5 HTTP/1.1" status: 204 len: 168 time: 0.2712965 Jan 11 13:11:48.040443 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b177b25-1608-483c-bd35-ab0a5328a324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6436034d-bc35-4332-bc93-4f16b49ad2a5,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:48.065142 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a27814c-ff65-4d30-bacf-2f64ef92d41d req-3a36eafb-3737-47bf-af69-55aa8aa0eb4c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:11:48.078517 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ac1c4-3da3-42a5-a913-0fea541d2475 None None] Sync routers for ids ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:11:48.088704 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ac1c4-3da3-42a5-a913-0fea541d2475 None None] Routers {'198b2f33-8f38-4d07-9fbe-eb8b802e27b7'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:11:48.089627 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-504ac1c4-3da3-42a5-a913-0fea541d2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:11:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:48.116088 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a27814c-ff65-4d30-bacf-2f64ef92d41d req-3a36eafb-3737-47bf-af69-55aa8aa0eb4c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] No DVR routers for this DVR port ddc6031b-1c86-44ed-8bb0-da1dbff77c5c on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:11:48.118828 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-1a27814c-ff65-4d30-bacf-2f64ef92d41d req-3a36eafb-3737-47bf-af69-55aa8aa0eb4c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:48.122466 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-1a27814c-ff65-4d30-bacf-2f64ef92d41d req-3a36eafb-3737-47bf-af69-55aa8aa0eb4c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.49 "DELETE /v2.0/ports/ddc6031b-1c86-44ed-8bb0-da1dbff77c5c HTTP/1.1" status: 204 len: 173 time: 0.9299269 Jan 11 13:11:48.122966 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'name': 'network-vif-deleted', 'tag': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:11:48.126500 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d8090d-57af-420d-a356-0a15d09ffdfe" -d '{"events": [{"server_uuid": "6c2ba66d-555d-4c75-9647-d266e8883df6", "name": "network-vif-deleted", "tag": "ddc6031b-1c86-44ed-8bb0-da1dbff77c5c"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:11:48.213774 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3e82d4-58ca-4140-8626-62393ba07dff x-openstack-request-id: req-eb3e82d4-58ca-4140-8626-62393ba07dff {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:11:48.214398 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2ba66d-555d-4c75-9647-d266e8883df6", "name": "network-vif-deleted", "tag": "ddc6031b-1c86-44ed-8bb0-da1dbff77c5c", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:11:48.214398 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb3e82d4-58ca-4140-8626-62393ba07dff {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:11:48.214911 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2ba66d-555d-4c75-9647-d266e8883df6', 'name': 'network-vif-deleted', 'tag': 'ddc6031b-1c86-44ed-8bb0-da1dbff77c5c', 'status': 'completed', 'code': 200} Jan 11 13:11:48.216266 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-504ac1c4-3da3-42a5-a913-0fea541d2475 None None] Set router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:11:48.321520 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 54528) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:48.336174 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9adc52a4-d8e3-45e3-9e3b-3e034189143e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:48.414616 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9adc52a4-d8e3-45e3-9e3b-3e034189143e admin admin] Publish callbacks [] for security_group (91e967aa-ef61-4646-b766-4585809584b9), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:48.417821 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9adc52a4-d8e3-45e3-9e3b-3e034189143e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (91e967aa-ef61-4646-b766-4585809584b9), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:48.436477 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-504ac1c4-3da3-42a5-a913-0fea541d2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:08:01Z', 'revision_number': 4, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '8ecdef9d-e305-4b5b-93c3-599dcf43842a', 'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'mac_address': 'fa:16:3e:09:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:00Z', 'updated_at': '2022-01-11T13:08:06Z', 'revision_number': 5, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'subnets': [{'id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:48.461547 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-9adc52a4-d8e3-45e3-9e3b-3e034189143e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8df50e7aa2f74e5497616a35cd5b6d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366651 Jan 11 13:11:48.461547 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc52a4-d8e3-45e3-9e3b-3e034189143e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e967aa-ef61-4646-b766-4585809584b9,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:48.462206 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 54532) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:48.466304 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ac1c4-3da3-42a5-a913-0fea541d2475 None None] Checking router: 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:11:48.475757 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ac1c4-3da3-42a5-a913-0fea541d2475 None None] Routers {'198b2f33-8f38-4d07-9fbe-eb8b802e27b7'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:11:48.476963 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-504ac1c4-3da3-42a5-a913-0fea541d2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:11:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:48.519224 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39c78870-737f-48f1-b730-f2babbc625e0 admin admin] Publish callbacks [] for security_group (91e967aa-ef61-4646-b766-4585809584b9), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:48.542796 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39c78870-737f-48f1-b730-f2babbc625e0 admin admin] Publish callbacks [] for security_group (91e967aa-ef61-4646-b766-4585809584b9), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:48.607406 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39c78870-737f-48f1-b730-f2babbc625e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (91e967aa-ef61-4646-b766-4585809584b9), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:48.611486 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39c78870-737f-48f1-b730-f2babbc625e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:48.612908 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-39c78870-737f-48f1-b730-f2babbc625e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/91e967aa-ef61-4646-b766-4585809584b9 HTTP/1.1" status: 204 len: 168 time: 0.1495070 Jan 11 13:11:48.620551 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-504ac1c4-3da3-42a5-a913-0fea541d2475 None None] Set router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:11:48.622516 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c78870-737f-48f1-b730-f2babbc625e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e967aa-ef61-4646-b766-4585809584b9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:48.874837 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 54554) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:48.902304 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-504ac1c4-3da3-42a5-a913-0fea541d2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:08:01Z', 'revision_number': 4, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '8ecdef9d-e305-4b5b-93c3-599dcf43842a', 'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'mac_address': 'fa:16:3e:09:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:00Z', 'updated_at': '2022-01-11T13:08:06Z', 'revision_number': 5, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'subnets': [{'id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:11:48.938192 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-43bd77a1-2db3-42a1-806e-24a02619c4af tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group (01e68ea2-466e-4054-aa12-cad437baae6b), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:48.939091 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ac1c4-3da3-42a5-a913-0fea541d2475 None None] The sync data for ids ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'] in dv-cinder-824149-3-iscsi is: [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:08:01Z', 'revision_number': 4, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '8ecdef9d-e305-4b5b-93c3-599dcf43842a', 'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'mac_address': 'fa:16:3e:09:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:00Z', 'updated_at': '2022-01-11T13:08:06Z', 'revision_number': 5, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'subnets': [{'id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:11:48.978221 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-43bd77a1-2db3-42a1-806e-24a02619c4af tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group (01e68ea2-466e-4054-aa12-cad437baae6b), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:49.037982 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-43bd77a1-2db3-42a1-806e-24a02619c4af tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (01e68ea2-466e-4054-aa12-cad437baae6b), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:49.043660 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-43bd77a1-2db3-42a1-806e-24a02619c4af tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:49.045588 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-43bd77a1-2db3-42a1-806e-24a02619c4af tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "DELETE /v2.0/security-groups/01e68ea2-466e-4054-aa12-cad437baae6b HTTP/1.1" status: 204 len: 168 time: 0.1691897 Jan 11 13:11:49.048654 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 54562) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:49.070957 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.api.v2.resource [None req-a69af6bc-69dd-4165-8dbf-b2272c5adc43 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] show failed (client error): The resource could not be found. Jan 11 13:11:49.072077 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-a69af6bc-69dd-4165-8dbf-b2272c5adc43 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups/01e68ea2-466e-4054-aa12-cad437baae6b HTTP/1.1" status: 404 len: 347 time: 0.0217941 Jan 11 13:11:49.075024 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 54566) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:49.084489 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd77a1-2db3-42a1-806e-24a02619c4af tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e68ea2-466e-4054-aa12-cad437baae6b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:49.287580 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef2006-cf42-4f36-8192-87e70748d8f2 None None] New status for floating IP 6c55b6e8-2eac-4579-84ad-a2d9c0c5f2e5: DOWN {{(pid=102632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 13:11:49.478208 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-09e4284e-3243-4725-ae50-42bb3a126b33 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Deleting port 287452a3-b425-4729-ba4c-57a5b9e6663b {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:11:49.478652 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-09e4284e-3243-4725-ae50-42bb3a126b33 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (287452a3-b425-4729-ba4c-57a5b9e6663b), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:49.555976 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-09e4284e-3243-4725-ae50-42bb3a126b33 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (287452a3-b425-4729-ba4c-57a5b9e6663b), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:49.556282 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-09e4284e-3243-4725-ae50-42bb3a126b33 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for floatingip (287452a3-b425-4729-ba4c-57a5b9e6663b), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:49.568688 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-09e4284e-3243-4725-ae50-42bb3a126b33 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Calling delete_port for 287452a3-b425-4729-ba4c-57a5b9e6663b owned by network:floatingip {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:11:49.708561 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-09e4284e-3243-4725-ae50-42bb3a126b33 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (287452a3-b425-4729-ba4c-57a5b9e6663b), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:49.735811 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4284e-3243-4725-ae50-42bb3a126b33 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Pushing event deleted for resources: {'Port': ['ID=287452a3-b425-4729-ba4c-57a5b9e6663b,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:49.794879 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-09e4284e-3243-4725-ae50-42bb3a126b33 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for floatingip (6c55b6e8-2eac-4579-84ad-a2d9c0c5f2e5), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:49.798096 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-09e4284e-3243-4725-ae50-42bb3a126b33 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:49.799256 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-09e4284e-3243-4725-ae50-42bb3a126b33 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "DELETE /v2.0/floatingips/6c55b6e8-2eac-4579-84ad-a2d9c0c5f2e5 HTTP/1.1" status: 204 len: 168 time: 0.7230401 Jan 11 13:11:50.063627 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 54598) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:50.068218 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-cb46b924-7f22-42f6-95a4-7fc830b0f67e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--172273150', 'description': 'tempest-description--228609931'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:11:50.095972 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb46b924-7f22-42f6-95a4-7fc830b0f67e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.179753 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb46b924-7f22-42f6-95a4-7fc830b0f67e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group (063c5352-9886-450a-bb29-b1060b40b65a), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.184468 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb46b924-7f22-42f6-95a4-7fc830b0f67e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (063c5352-9886-450a-bb29-b1060b40b65a), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.217258 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46b924-7f22-42f6-95a4-7fc830b0f67e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063c5352-9886-450a-bb29-b1060b40b65a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:50.234784 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb46b924-7f22-42f6-95a4-7fc830b0f67e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.236755 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-cb46b924-7f22-42f6-95a4-7fc830b0f67e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1720710 Jan 11 13:11:50.240170 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 54604) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:50.245616 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-12364464-f327-4eed-8417-bc8a22e41904 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Request body: {'security_group_rule': {'security_group_id': '063c5352-9886-450a-bb29-b1060b40b65a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:11:50.284789 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12364464-f327-4eed-8417-bc8a22e41904 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group_rule (f3905ff9-9bdf-4dde-93e2-8db6a98bf672), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.353495 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 54608) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:50.357233 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12364464-f327-4eed-8417-bc8a22e41904 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group_rule (f3905ff9-9bdf-4dde-93e2-8db6a98bf672), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.363316 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12364464-f327-4eed-8417-bc8a22e41904 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (f3905ff9-9bdf-4dde-93e2-8db6a98bf672), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.386284 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12364464-f327-4eed-8417-bc8a22e41904 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3905ff9-9bdf-4dde-93e2-8db6a98bf672,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:50.398072 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12364464-f327-4eed-8417-bc8a22e41904 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.400171 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-12364464-f327-4eed-8417-bc8a22e41904 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579542 Jan 11 13:11:50.402810 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 54612) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:50.413602 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-0ff404d0-3774-4936-926e-2978346a836d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Request body: {'security_group_rule': {'security_group_id': '063c5352-9886-450a-bb29-b1060b40b65a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:11:50.473437 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0ff404d0-3774-4936-926e-2978346a836d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group_rule (66aeb86d-fd61-4fcf-a6cb-4375987bdaf6), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.522210 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-09e97997-795b-4317-b615-2941f029f016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.581100 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0ff404d0-3774-4936-926e-2978346a836d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group_rule (66aeb86d-fd61-4fcf-a6cb-4375987bdaf6), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.590107 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0ff404d0-3774-4936-926e-2978346a836d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (66aeb86d-fd61-4fcf-a6cb-4375987bdaf6), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.621972 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff404d0-3774-4936-926e-2978346a836d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66aeb86d-fd61-4fcf-a6cb-4375987bdaf6,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:50.632528 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0ff404d0-3774-4936-926e-2978346a836d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.633793 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-0ff404d0-3774-4936-926e-2978346a836d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2298937 Jan 11 13:11:50.636898 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 54620) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:50.644079 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-427a2ee0-3ec4-42f3-b00e-e03e6446008b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Request body: {'floatingip': {'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:11:50.672333 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-09e97997-795b-4317-b615-2941f029f016 admin admin] Publish callbacks [] for security_group (0f6d5b04-25ea-430c-b299-cf5cc37f40c9), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.680809 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-09e97997-795b-4317-b615-2941f029f016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (0f6d5b04-25ea-430c-b299-cf5cc37f40c9), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.700663 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-427a2ee0-3ec4-42f3-b00e-e03e6446008b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.738721 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-09e97997-795b-4317-b615-2941f029f016 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b1195395ee44aa1bd5e89d260ade048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3839648 Jan 11 13:11:50.741492 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 54622) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:50.750812 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e97997-795b-4317-b615-2941f029f016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6d5b04-25ea-430c-b299-cf5cc37f40c9,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:50.834724 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df56ecf1-93d4-4adf-888e-254f65b52279 admin admin] Publish callbacks [] for security_group (0f6d5b04-25ea-430c-b299-cf5cc37f40c9), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.864176 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df56ecf1-93d4-4adf-888e-254f65b52279 admin admin] Publish callbacks [] for security_group (0f6d5b04-25ea-430c-b299-cf5cc37f40c9), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.908062 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-427a2ee0-3ec4-42f3-b00e-e03e6446008b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.935205 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df56ecf1-93d4-4adf-888e-254f65b52279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (0f6d5b04-25ea-430c-b299-cf5cc37f40c9), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.938220 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df56ecf1-93d4-4adf-888e-254f65b52279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:50.939465 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-df56ecf1-93d4-4adf-888e-254f65b52279 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f6d5b04-25ea-430c-b299-cf5cc37f40c9 HTTP/1.1" status: 204 len: 168 time: 0.1967611 Jan 11 13:11:50.978282 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56ecf1-93d4-4adf-888e-254f65b52279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6d5b04-25ea-430c-b299-cf5cc37f40c9,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:51.056924 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-427a2ee0-3ec4-42f3-b00e-e03e6446008b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Allocated IP 172.27.0.5 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/0bb82aeb-c7ad-4487-918a-3bb927bc3936) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:11:51.168223 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-427a2ee0-3ec4-42f3-b00e-e03e6446008b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for port (0bb82aeb-c7ad-4487-918a-3bb927bc3936), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:51.205667 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-427a2ee0-3ec4-42f3-b00e-e03e6446008b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (0bb82aeb-c7ad-4487-918a-3bb927bc3936), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:51.252420 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427a2ee0-3ec4-42f3-b00e-e03e6446008b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:11:51.260747 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-427a2ee0-3ec4-42f3-b00e-e03e6446008b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:11:51.263566 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427a2ee0-3ec4-42f3-b00e-e03e6446008b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:11:51.267844 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a2ee0-3ec4-42f3-b00e-e03e6446008b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Pushing event updated for resources: {'Port': ['ID=0bb82aeb-c7ad-4487-918a-3bb927bc3936,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:51.289265 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device ddc6031b-1c86-44ed-8bb0-da1dbff77c5c no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:11:51.322057 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: ddc6031b-1c86-44ed-8bb0-da1dbff77c5c {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:11:51.322353 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device ddc6031b-1c86-44ed-8bb0-da1dbff77c5c not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:11:51.365616 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-427a2ee0-3ec4-42f3-b00e-e03e6446008b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for floatingip (91a83f1e-f91a-4f68-b49b-e9c0c878cb20), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:51.400438 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-427a2ee0-3ec4-42f3-b00e-e03e6446008b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (0bb82aeb-c7ad-4487-918a-3bb927bc3936), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:51.567101 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-427a2ee0-3ec4-42f3-b00e-e03e6446008b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for port (0bb82aeb-c7ad-4487-918a-3bb927bc3936), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:51.571882 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-427a2ee0-3ec4-42f3-b00e-e03e6446008b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (0bb82aeb-c7ad-4487-918a-3bb927bc3936), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:51.641326 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a2ee0-3ec4-42f3-b00e-e03e6446008b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Pushing event updated for resources: {'Port': ['ID=0bb82aeb-c7ad-4487-918a-3bb927bc3936,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:51.652851 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-427a2ee0-3ec4-42f3-b00e-e03e6446008b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7954133'] for floatingip (91a83f1e-f91a-4f68-b49b-e9c0c878cb20), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:51.670422 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-427a2ee0-3ec4-42f3-b00e-e03e6446008b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:51.672250 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-427a2ee0-3ec4-42f3-b00e-e03e6446008b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0343115 Jan 11 13:11:51.868915 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-eee08a2e-4b73-4a7f-8f68-fca7d9bdf105 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--172273150&fields=id&tenant_id=63f679ea15dc425485f5ce6a998f3add HTTP/1.1" status: 200 len: 267 time: 0.0431452 Jan 11 13:11:51.975669 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-295003db-3e7e-45e5-b7aa-f23b69bc12f1 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:51.980704 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-295003db-3e7e-45e5-b7aa-f23b69bc12f1 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/networks?id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc HTTP/1.1" status: 200 len: 815 time: 0.1052268 Jan 11 13:11:51.993364 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-ff7e42c1-4a33-43be-a172-d7fd5f1a60f6 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/quotas/63f679ea15dc425485f5ce6a998f3add HTTP/1.1" status: 200 len: 375 time: 0.0107145 Jan 11 13:11:52.069227 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-47dd9852-32b0-43e9-971c-fbf3570babeb tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=63f679ea15dc425485f5ce6a998f3add&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687828 Jan 11 13:11:52.195591 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-3cb799e2-ed24-450e-a115-2a89c306e871 service neutron] 10.222.0.52 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137092 Jan 11 13:11:52.294954 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-105b6077-56be-4886-98b4-00f57f44142e service neutron] 10.222.0.52 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929954 Jan 11 13:11:52.453080 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fd879dd9-6dd1-4f90-bb36-18934193a2ac req-f49958a9-82b8-4dde-8286-12909f367590 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 210 time: 0.0259705 Jan 11 13:11:53.438235 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2040674c-282a-4098-925b-cffad30a57cc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:53.440721 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2040674c-282a-4098-925b-cffad30a57cc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.49 "GET /v2.0/networks?id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc HTTP/1.1" status: 200 len: 815 time: 0.1393220 Jan 11 13:11:53.521093 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-131e3eff-d56f-407b-b754-91e7ad5058fa tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63f679ea15dc425485f5ce6a998f3add HTTP/1.1" status: 200 len: 379 time: 0.0706501 Jan 11 13:11:53.530270 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-f9413f15-0b2e-42cd-a7fc-c159a49945fc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Request body: {'port': {'device_id': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'admin_state_up': True, 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'security_groups': ['063c5352-9886-450a-bb29-b1060b40b65a']}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:11:53.561184 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-65b0dcbe-0ba7-45d5-9a99-8f9ca2273b56 req-bcdf866d-d0bc-4869-8eff-3e2700b58e06 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 210 time: 0.0288253 Jan 11 13:11:53.654465 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-f9413f15-0b2e-42cd-a7fc-c159a49945fc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Made reservation on behalf of 63f679ea15dc425485f5ce6a998f3add for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:11:53.658709 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-f9413f15-0b2e-42cd-a7fc-c159a49945fc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:53.786307 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-f9413f15-0b2e-42cd-a7fc-c159a49945fc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Allocated IP 172.20.0.3 (48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc/26a91e9a-7375-46a6-9db2-f38aaabd6d94/da41173d-b036-4070-8e6a-0f945eb8db7f) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:11:53.925047 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-f9413f15-0b2e-42cd-a7fc-c159a49945fc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:53.958323 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-f9413f15-0b2e-42cd-a7fc-c159a49945fc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:53.999417 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-f9413f15-0b2e-42cd-a7fc-c159a49945fc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:11:54.002329 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-f9413f15-0b2e-42cd-a7fc-c159a49945fc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:11:54.008021 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-f9413f15-0b2e-42cd-a7fc-c159a49945fc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:11:54.041801 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9413f15-0b2e-42cd-a7fc-c159a49945fc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Pushing event updated for resources: {'Port': ['ID=da41173d-b036-4070-8e6a-0f945eb8db7f,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:54.069090 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-f9413f15-0b2e-42cd-a7fc-c159a49945fc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:54.069090 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-f9413f15-0b2e-42cd-a7fc-c159a49945fc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:54.088918 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-f9413f15-0b2e-42cd-a7fc-c159a49945fc tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5618472 Jan 11 13:11:54.100412 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Request body: {'port': {'device_id': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:11:54.159166 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:54.295237 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-380aeee1-d65c-4a36-8286-da5aa1f3eda2 None None] Provisioning complete for port da41173d-b036-4070-8e6a-0f945eb8db7f triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:11:54.295829 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-380aeee1-d65c-4a36-8286-da5aa1f3eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:54.337208 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-380aeee1-d65c-4a36-8286-da5aa1f3eda2 None None] Port da41173d-b036-4070-8e6a-0f945eb8db7f cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:11:54.449086 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da41173d-b036-4070-8e6a-0f945eb8db7f {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:11:54.457027 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Publish callbacks [] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:54.469356 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Transition to ACTIVE for port object da41173d-b036-4070-8e6a-0f945eb8db7f will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:11:54.473043 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:54.528604 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Pushing event updated for resources: {'Port': ['ID=da41173d-b036-4070-8e6a-0f945eb8db7f,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:54.603325 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Attempting to bind port da41173d-b036-4070-8e6a-0f945eb8db7f on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:11:54.603786 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Attempting to bind port da41173d-b036-4070-8e6a-0f945eb8db7f by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': 'd8635487-a1b7-4085-b8d0-a6a865c70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:11:54.605147 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Attempting to bind port da41173d-b036-4070-8e6a-0f945eb8db7f on network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:11:54.611182 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Port da41173d-b036-4070-8e6a-0f945eb8db7f on network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:11:54.611507 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Attempting to bind port da41173d-b036-4070-8e6a-0f945eb8db7f on network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:11:54.616554 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:11:54.616901 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Checking segment: {'id': 'd8635487-a1b7-4085-b8d0-a6a865c70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:11:54.617289 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Bound using segment: {'id': 'd8635487-a1b7-4085-b8d0-a6a865c70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:11:54.617743 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Bound port: da41173d-b036-4070-8e6a-0f945eb8db7f, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8635487-a1b7-4085-b8d0-a6a865c70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:11:54.618080 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:54.626359 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 54758) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:54.690267 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] For port da41173d-b036-4070-8e6a-0f945eb8db7f, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:11:54.693868 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] For port da41173d-b036-4070-8e6a-0f945eb8db7f, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=da41173d-b036-4070-8e6a-0f945eb8db7f,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:11:54.699734 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:54.717096 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f3f0a-0cd6-4943-b8c6-99cfe746ed5e req-52f0239b-c555-4404-bde2-d355f85f185c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:54.718792 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-910f3f0a-0cd6-4943-b8c6-99cfe746ed5e req-52f0239b-c555-4404-bde2-d355f85f185c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 943 time: 0.0645945 Jan 11 13:11:54.747478 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:54.748104 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:54.750421 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] 10.222.0.49 "PUT /v2.0/ports/da41173d-b036-4070-8e6a-0f945eb8db7f HTTP/1.1" status: 200 len: 1093 time: 0.6542246 Jan 11 13:11:54.754802 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'tag': 'da41173d-b036-4070-8e6a-0f945eb8db7f'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:11:54.755919 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da521432-ad59-423c-944a-85d4ec58e41a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:54.757821 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e3ff41-71c1-44bb-8967-d719997f3a58" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589", "tag": "da41173d-b036-4070-8e6a-0f945eb8db7f"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:11:54.787793 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca552f6-fc56-40cc-9bd0-9cec8df0bcde service neutron] Pushing event updated for resources: {'Port': ['ID=da41173d-b036-4070-8e6a-0f945eb8db7f,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:54.798104 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-910f3f0a-0cd6-4943-b8c6-99cfe746ed5e req-9065af99-1beb-47df-a40a-2bace4b738f8 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736873 Jan 11 13:11:54.838814 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dee7a8-ca89-4fbc-ab14-366b47b13e0c x-openstack-request-id: req-87dee7a8-ca89-4fbc-ab14-366b47b13e0c {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:11:54.839179 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589", "tag": "da41173d-b036-4070-8e6a-0f945eb8db7f", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:11:54.839563 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87dee7a8-ca89-4fbc-ab14-366b47b13e0c {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:11:54.840030 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'tag': 'da41173d-b036-4070-8e6a-0f945eb8db7f', 'status': 'completed', 'code': 200} Jan 11 13:11:54.858253 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-f4328df9-0a13-431c-bf47-b11d62a1a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:54.860459 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-f4328df9-0a13-431c-bf47-b11d62a1a8fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63f679ea15dc425485f5ce6a998f3add&device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 1096 time: 0.0614450 Jan 11 13:11:54.879967 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da521432-ad59-423c-944a-85d4ec58e41a admin admin] Publish callbacks [] for security_group (31b08060-3f96-4e46-94f9-5cabb1c5754b), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:54.885373 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da521432-ad59-423c-944a-85d4ec58e41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (31b08060-3f96-4e46-94f9-5cabb1c5754b), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:54.902742 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-f5863827-06ba-4ab9-b1fd-45527b23c536 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da41173d-b036-4070-8e6a-0f945eb8db7f HTTP/1.1" status: 200 len: 217 time: 0.0353758 Jan 11 13:11:54.924638 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da521432-ad59-423c-944a-85d4ec58e41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b08060-3f96-4e46-94f9-5cabb1c5754b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:54.942290 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-da521432-ad59-423c-944a-85d4ec58e41a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=60fb8a8a55a445569dc3ce363239fb0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123872 Jan 11 13:11:54.942559 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 54764) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:54.958884 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-c2afe5d7-899c-4752-a65f-0a899a6327f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:54.960448 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-c2afe5d7-899c-4752-a65f-0a899a6327f8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26a91e9a-7375-46a6-9db2-f38aaabd6d94 HTTP/1.1" status: 200 len: 854 time: 0.0500085 Jan 11 13:11:54.995627 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5ebe2bef-036a-41d4-a34b-f5d7f95fdfd0 admin admin] Publish callbacks [] for security_group (31b08060-3f96-4e46-94f9-5cabb1c5754b), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:55.009707 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-49dfcc37-cada-442b-ae84-f38eb0567c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:55.011117 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-49dfcc37-cada-442b-ae84-f38eb0567c09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443664 Jan 11 13:11:55.017692 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5ebe2bef-036a-41d4-a34b-f5d7f95fdfd0 admin admin] Publish callbacks [] for security_group (31b08060-3f96-4e46-94f9-5cabb1c5754b), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:55.065258 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5ebe2bef-036a-41d4-a34b-f5d7f95fdfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (31b08060-3f96-4e46-94f9-5cabb1c5754b), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:55.067803 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5ebe2bef-036a-41d4-a34b-f5d7f95fdfd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:55.069002 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-5ebe2bef-036a-41d4-a34b-f5d7f95fdfd0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/31b08060-3f96-4e46-94f9-5cabb1c5754b HTTP/1.1" status: 204 len: 168 time: 0.1256433 Jan 11 13:11:55.078093 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe2bef-036a-41d4-a34b-f5d7f95fdfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b08060-3f96-4e46-94f9-5cabb1c5754b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:55.106970 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-75544302-5237-410b-af99-98822c496a53 service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862112 Jan 11 13:11:55.209362 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e8d6bb89-88fa-4b13-9c3c-4b48dd8284d7 req-ed1cab97-483b-4b23-b22a-bb1aa74a27eb service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956597 Jan 11 13:11:55.298890 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ff41-71c1-44bb-8967-d719997f3a58 req-f52c766c-0546-46fd-a851-c7aaa7ed6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:55.300629 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-81e3ff41-71c1-44bb-8967-d719997f3a58 req-f52c766c-0546-46fd-a851-c7aaa7ed6479 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63f679ea15dc425485f5ce6a998f3add&device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 1096 time: 0.0444062 Jan 11 13:11:55.399375 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ff41-71c1-44bb-8967-d719997f3a58 req-ea86c654-3cd4-477d-936f-25388fbeab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:55.400883 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-81e3ff41-71c1-44bb-8967-d719997f3a58 req-ea86c654-3cd4-477d-936f-25388fbeab25 service neutron] 10.222.0.49 "GET /v2.0/networks?id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc HTTP/1.1" status: 200 len: 916 time: 0.0932958 Jan 11 13:11:55.442430 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-81e3ff41-71c1-44bb-8967-d719997f3a58 req-14c37415-5fad-46cb-b832-f1798a5f7f6a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da41173d-b036-4070-8e6a-0f945eb8db7f HTTP/1.1" status: 200 len: 217 time: 0.0344555 Jan 11 13:11:55.494647 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ff41-71c1-44bb-8967-d719997f3a58 req-36cf4903-f857-4126-9038-02b75da7f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:55.496179 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-81e3ff41-71c1-44bb-8967-d719997f3a58 req-36cf4903-f857-4126-9038-02b75da7f8c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26a91e9a-7375-46a6-9db2-f38aaabd6d94 HTTP/1.1" status: 200 len: 854 time: 0.0479000 Jan 11 13:11:55.545313 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ff41-71c1-44bb-8967-d719997f3a58 req-5be9cbdd-c864-4915-a54e-95f736447d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:55.547042 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-81e3ff41-71c1-44bb-8967-d719997f3a58 req-5be9cbdd-c864-4915-a54e-95f736447d66 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442405 Jan 11 13:11:55.642822 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-81e3ff41-71c1-44bb-8967-d719997f3a58 req-559792b5-8e6a-49f9-94c2-61733172da66 service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887651 Jan 11 13:11:55.706359 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 54798) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:55.741830 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-81e3ff41-71c1-44bb-8967-d719997f3a58 req-391ae4d1-cd7a-42de-8968-c6842ea17f6e service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920758 Jan 11 13:11:55.920366 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0268ae07-840d-4c93-b102-83c8849a6efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:55.950604 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152c02a-8602-41bf-9dbd-2da4cc49317c req-23b364ec-58b6-486b-9d6c-cccf69046352 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:55.952867 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6152c02a-8602-41bf-9dbd-2da4cc49317c req-23b364ec-58b6-486b-9d6c-cccf69046352 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 943 time: 0.0785544 Jan 11 13:11:56.021629 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6152c02a-8602-41bf-9dbd-2da4cc49317c req-4094d95a-a74f-46c8-b69a-49aefc5e957d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611150 Jan 11 13:11:56.055696 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0268ae07-840d-4c93-b102-83c8849a6efc admin admin] Publish callbacks [] for security_group (0d6f6501-fd98-43d6-895c-853f698fc280), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:56.059597 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0268ae07-840d-4c93-b102-83c8849a6efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (0d6f6501-fd98-43d6-895c-853f698fc280), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:56.099664 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268ae07-840d-4c93-b102-83c8849a6efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6f6501-fd98-43d6-895c-853f698fc280,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:56.104646 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-0268ae07-840d-4c93-b102-83c8849a6efc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=14e2e0bb115749d5ba52c8d7dcb009ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3970001 Jan 11 13:11:56.106729 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 54810) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:56.163880 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4e93b943-99cf-4a43-a655-539988e937c9 admin admin] Publish callbacks [] for security_group (0d6f6501-fd98-43d6-895c-853f698fc280), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:56.187732 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4e93b943-99cf-4a43-a655-539988e937c9 admin admin] Publish callbacks [] for security_group (0d6f6501-fd98-43d6-895c-853f698fc280), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:56.237856 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4e93b943-99cf-4a43-a655-539988e937c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (0d6f6501-fd98-43d6-895c-853f698fc280), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:56.240647 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4e93b943-99cf-4a43-a655-539988e937c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:56.241787 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-4e93b943-99cf-4a43-a655-539988e937c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0d6f6501-fd98-43d6-895c-853f698fc280 HTTP/1.1" status: 204 len: 168 time: 0.1340976 Jan 11 13:11:56.250602 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93b943-99cf-4a43-a655-539988e937c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6f6501-fd98-43d6-895c-853f698fc280,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:56.502534 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 54820) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:56.515268 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c0d45e68-7c93-4f4d-aae4-6960492f32fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:56.587377 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c0d45e68-7c93-4f4d-aae4-6960492f32fe admin admin] Publish callbacks [] for security_group (5f18302a-9923-47d6-8419-9a2df541e691), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:56.591150 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c0d45e68-7c93-4f4d-aae4-6960492f32fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (5f18302a-9923-47d6-8419-9a2df541e691), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:56.632425 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-c0d45e68-7c93-4f4d-aae4-6960492f32fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62e913fb8a1f434ba20df76670ea1d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288040 Jan 11 13:11:56.633507 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d45e68-7c93-4f4d-aae4-6960492f32fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f18302a-9923-47d6-8419-9a2df541e691,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:56.635123 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 54822) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:56.682540 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1646f693-f6c8-47d4-a35c-8aa606f2330c admin admin] Publish callbacks [] for security_group (5f18302a-9923-47d6-8419-9a2df541e691), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:56.702881 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1646f693-f6c8-47d4-a35c-8aa606f2330c admin admin] Publish callbacks [] for security_group (5f18302a-9923-47d6-8419-9a2df541e691), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:56.749207 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1646f693-f6c8-47d4-a35c-8aa606f2330c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (5f18302a-9923-47d6-8419-9a2df541e691), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:56.751745 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1646f693-f6c8-47d4-a35c-8aa606f2330c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:56.752909 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-1646f693-f6c8-47d4-a35c-8aa606f2330c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f18302a-9923-47d6-8419-9a2df541e691 HTTP/1.1" status: 204 len: 168 time: 0.1167078 Jan 11 13:11:56.760282 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646f693-f6c8-47d4-a35c-8aa606f2330c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f18302a-9923-47d6-8419-9a2df541e691,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:57.144442 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e09c7a-3311-4cc6-bd1b-667df177766b req-275dbcb5-0b62-4fbe-a085-74c45accef33 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:57.145845 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-42e09c7a-3311-4cc6-bd1b-667df177766b req-275dbcb5-0b62-4fbe-a085-74c45accef33 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 943 time: 0.0508227 Jan 11 13:11:57.193122 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-42e09c7a-3311-4cc6-bd1b-667df177766b req-1f539fc9-d92d-4134-8328-d5cf4d72e9a8 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416672 Jan 11 13:11:57.317679 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device da41173d-b036-4070-8e6a-0f945eb8db7f details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:11:57.444800 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port da41173d-b036-4070-8e6a-0f945eb8db7f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=da41173d-b036-4070-8e6a-0f945eb8db7f,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:11:57.460870 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': 'da41173d-b036-4070-8e6a-0f945eb8db7f', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'port_id': 'da41173d-b036-4070-8e6a-0f945eb8db7f', 'mac_address': 'fa:16:3e:57:35:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:11:57.498292 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port da41173d-b036-4070-8e6a-0f945eb8db7f is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:11:57.499449 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:57.512409 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da41173d-b036-4070-8e6a-0f945eb8db7f {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:11:57.532482 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port da41173d-b036-4070-8e6a-0f945eb8db7f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=da41173d-b036-4070-8e6a-0f945eb8db7f,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:11:57.537214 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:57.587172 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=da41173d-b036-4070-8e6a-0f945eb8db7f,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:58.314259 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a3ee0-0b66-47c0-9bb7-55f06584ca92 req-79a82ae8-7e01-42f3-9a86-ac46426cf493 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:58.315825 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9d8a3ee0-0b66-47c0-9bb7-55f06584ca92 req-79a82ae8-7e01-42f3-9a86-ac46426cf493 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 944 time: 0.0489585 Jan 11 13:11:58.363037 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9d8a3ee0-0b66-47c0-9bb7-55f06584ca92 req-4f4654a0-1268-4318-95f4-dfce70299b7b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416861 Jan 11 13:11:58.655806 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 54902) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:58.754552 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b5697a3c-d567-4633-a231-ba33bedcf0cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:58.835470 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b5697a3c-d567-4633-a231-ba33bedcf0cf admin admin] Publish callbacks [] for security_group (33d45d32-895e-4f07-a476-ded1d5f43e31), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:58.839868 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b5697a3c-d567-4633-a231-ba33bedcf0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (33d45d32-895e-4f07-a476-ded1d5f43e31), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:58.879146 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-b5697a3c-d567-4633-a231-ba33bedcf0cf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bbb19ba59119499c8a29e0ca50a6d60b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222295 Jan 11 13:11:58.879990 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5697a3c-d567-4633-a231-ba33bedcf0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d45d32-895e-4f07-a476-ded1d5f43e31,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:58.881719 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 54906) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:58.930909 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-866bae2c-3f32-44d0-a830-edfca4b3f60f admin admin] Publish callbacks [] for security_group (33d45d32-895e-4f07-a476-ded1d5f43e31), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:58.951396 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-866bae2c-3f32-44d0-a830-edfca4b3f60f admin admin] Publish callbacks [] for security_group (33d45d32-895e-4f07-a476-ded1d5f43e31), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:58.994598 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-866bae2c-3f32-44d0-a830-edfca4b3f60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (33d45d32-895e-4f07-a476-ded1d5f43e31), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:58.997244 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-866bae2c-3f32-44d0-a830-edfca4b3f60f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:58.998374 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-866bae2c-3f32-44d0-a830-edfca4b3f60f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33d45d32-895e-4f07-a476-ded1d5f43e31 HTTP/1.1" status: 204 len: 168 time: 0.1156378 Jan 11 13:11:59.006216 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bae2c-3f32-44d0-a830-edfca4b3f60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d45d32-895e-4f07-a476-ded1d5f43e31,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:59.251332 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 54912) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:59.264035 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b67bb26a-5325-48e5-9b29-1e3616619457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:59.335783 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b67bb26a-5325-48e5-9b29-1e3616619457 admin admin] Publish callbacks [] for security_group (675815f2-9d7a-433b-bab7-e78a604cf1b5), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:59.339276 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b67bb26a-5325-48e5-9b29-1e3616619457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (675815f2-9d7a-433b-bab7-e78a604cf1b5), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:59.376407 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-b67bb26a-5325-48e5-9b29-1e3616619457 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7fe889d3793149a196a5a2ffe852ddc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1240091 Jan 11 13:11:59.377482 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bb26a-5325-48e5-9b29-1e3616619457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675815f2-9d7a-433b-bab7-e78a604cf1b5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:59.379593 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 54914) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:11:59.427535 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a3f4b4ff-2985-4035-82a0-738af9e8be6a admin admin] Publish callbacks [] for security_group (675815f2-9d7a-433b-bab7-e78a604cf1b5), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:59.448956 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a3f4b4ff-2985-4035-82a0-738af9e8be6a admin admin] Publish callbacks [] for security_group (675815f2-9d7a-433b-bab7-e78a604cf1b5), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:59.481708 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebcd6e-518f-46ee-a22d-6cb741dde836 req-4ab7046f-6b92-4f63-8ff6-2440eafe0417 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:11:59.483839 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-52ebcd6e-518f-46ee-a22d-6cb741dde836 req-4ab7046f-6b92-4f63-8ff6-2440eafe0417 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 944 time: 0.0499299 Jan 11 13:11:59.499812 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a3f4b4ff-2985-4035-82a0-738af9e8be6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (675815f2-9d7a-433b-bab7-e78a604cf1b5), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:59.502306 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a3f4b4ff-2985-4035-82a0-738af9e8be6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:11:59.503435 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-a3f4b4ff-2985-4035-82a0-738af9e8be6a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/675815f2-9d7a-433b-bab7-e78a604cf1b5 HTTP/1.1" status: 204 len: 168 time: 0.1227410 Jan 11 13:11:59.510997 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4b4ff-2985-4035-82a0-738af9e8be6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675815f2-9d7a-433b-bab7-e78a604cf1b5,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:11:59.544643 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-52ebcd6e-518f-46ee-a22d-6cb741dde836 req-4fe50be9-eb7d-4693-8127-42f7163d025a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547585 Jan 11 13:12:00.322132 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['da41173d-b036-4070-8e6a-0f945eb8db7f'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:12:00.547371 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d43931bd-859d-44a6-b0bf-11ce26d728ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:00.672489 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f45a13-eb97-4999-9791-488c251290f2 req-17351030-dab8-419b-aa07-dfb46daa0e66 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:00.674502 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c8f45a13-eb97-4999-9791-488c251290f2 req-17351030-dab8-419b-aa07-dfb46daa0e66 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 944 time: 0.0589280 Jan 11 13:12:00.728541 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c8f45a13-eb97-4999-9791-488c251290f2 req-03ef93c8-6217-4695-92ff-a4b801b2a6ab tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478137 Jan 11 13:12:01.843747 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65902636-f5cb-4e8e-bf53-473af04b433d req-ab93f5a2-2808-4936-a16b-d2c77b46a4f8 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:01.845223 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-65902636-f5cb-4e8e-bf53-473af04b433d req-ab93f5a2-2808-4936-a16b-d2c77b46a4f8 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 944 time: 0.0472505 Jan 11 13:12:01.890753 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-65902636-f5cb-4e8e-bf53-473af04b433d req-a2967517-0956-42e5-b30b-9b7cd3ec30f1 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401418 Jan 11 13:12:02.602107 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e3d91751-1ad9-4031-8fd2-be65a6131fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:03.007372 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e4eea-5876-4abb-bf71-e3e6207fac2b req-c02f274b-1b4d-4986-b060-dc30750081ab tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:03.008807 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-363e4eea-5876-4abb-bf71-e3e6207fac2b req-c02f274b-1b4d-4986-b060-dc30750081ab tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 944 time: 0.0502553 Jan 11 13:12:03.053345 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-363e4eea-5876-4abb-bf71-e3e6207fac2b req-a7ae990a-6b2b-405f-ae81-2a83a8fc17e0 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391586 Jan 11 13:12:03.619554 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device da41173d-b036-4070-8e6a-0f945eb8db7f up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:12:03.654059 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:12:03.668704 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port da41173d-b036-4070-8e6a-0f945eb8db7f completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:12:03.673338 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port da41173d-b036-4070-8e6a-0f945eb8db7f triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:03.673714 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:03.706331 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-784aebc0-2ba4-4277-aad3-69d2d676502a req-bff70074-cbe5-48e7-aee6-864d608f0a21 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376356 Jan 11 13:12:03.753375 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port da41173d-b036-4070-8e6a-0f945eb8db7f is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:03.754090 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:03.770957 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aebc0-2ba4-4277-aad3-69d2d676502a req-0a8d6355-ca01-47da-b45a-475f1e25392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:03.772472 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-784aebc0-2ba4-4277-aad3-69d2d676502a req-0a8d6355-ca01-47da-b45a-475f1e25392b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7808d2de8744f4eb8023e61750e3d81&device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 1098 time: 0.0451794 Jan 11 13:12:03.781701 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da41173d-b036-4070-8e6a-0f945eb8db7f'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:12:03.784212 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed092ef-d920-4224-abe7-2c4b78d4c35d" -d '{"events": [{"server_uuid": "9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589", "name": "network-vif-plugged", "status": "completed", "tag": "da41173d-b036-4070-8e6a-0f945eb8db7f"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:12:03.798094 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port da41173d-b036-4070-8e6a-0f945eb8db7f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=da41173d-b036-4070-8e6a-0f945eb8db7f,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:12:03.802374 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:03.826783 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc93cba-6889-4559-b4e9-0b69f8486dc2 x-openstack-request-id: req-4dc93cba-6889-4559-b4e9-0b69f8486dc2 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:12:03.827694 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589", "name": "network-vif-plugged", "status": "completed", "tag": "da41173d-b036-4070-8e6a-0f945eb8db7f", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:12:03.827966 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4dc93cba-6889-4559-b4e9-0b69f8486dc2 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:12:03.828378 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da41173d-b036-4070-8e6a-0f945eb8db7f', 'code': 200} Jan 11 13:12:03.857153 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=da41173d-b036-4070-8e6a-0f945eb8db7f,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:03.881906 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aebc0-2ba4-4277-aad3-69d2d676502a req-4ae7887f-1d33-4ddc-8d0f-13926c2b545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:03.883369 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-784aebc0-2ba4-4277-aad3-69d2d676502a req-4ae7887f-1d33-4ddc-8d0f-13926c2b545e service neutron] 10.222.0.49 "GET /v2.0/networks?id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949 HTTP/1.1" status: 200 len: 911 time: 0.0896332 Jan 11 13:12:03.949314 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:03.968654 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-784aebc0-2ba4-4277-aad3-69d2d676502a req-8522463a-eaa6-4655-846c-2c6c00cc3eb1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0c46d50-6e93-4eb5-a795-196691df5d9c HTTP/1.1" status: 200 len: 1001 time: 0.0764081 Jan 11 13:12:04.033212 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c005b30-3a6b-4c06-933a-48c445923169 req-8b8be06d-38be-4aa6-b04a-808300ce2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:04.035049 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8c005b30-3a6b-4c06-933a-48c445923169 req-8b8be06d-38be-4aa6-b04a-808300ce2766 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 1098 time: 0.0762250 Jan 11 13:12:04.040495 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aebc0-2ba4-4277-aad3-69d2d676502a req-13b7b09a-885c-4309-83f1-81b0bea75746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:04.041886 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-784aebc0-2ba4-4277-aad3-69d2d676502a req-13b7b09a-885c-4309-83f1-81b0bea75746 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b72085c7-0437-4370-a1d2-14c23986b36f HTTP/1.1" status: 200 len: 849 time: 0.0558124 Jan 11 13:12:04.110049 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8c005b30-3a6b-4c06-933a-48c445923169 req-2ebfc75d-685b-494b-b0e4-60b93e3e3480 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672421 Jan 11 13:12:04.116670 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aebc0-2ba4-4277-aad3-69d2d676502a req-92403f78-b53b-4291-925d-f8731d3c67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:04.118126 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-784aebc0-2ba4-4277-aad3-69d2d676502a req-92403f78-b53b-4291-925d-f8731d3c67fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639708 Jan 11 13:12:04.170597 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c4cce-2c8d-4015-9d2c-3dd4a6975b90 req-9d614598-4a58-44c2-b6a3-f9e6b9a8a0c9 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:04.172030 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-597c4cce-2c8d-4015-9d2c-3dd4a6975b90 req-9d614598-4a58-44c2-b6a3-f9e6b9a8a0c9 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0485368 Jan 11 13:12:04.218337 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-597c4cce-2c8d-4015-9d2c-3dd4a6975b90 req-021c8fb9-eb7d-4784-b709-49ea2b60466d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408213 Jan 11 13:12:04.389343 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:04.422761 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-784aebc0-2ba4-4277-aad3-69d2d676502a req-a471c0ff-175b-4a11-8ad0-4f95228d8ad0 service neutron] 10.222.0.49 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813494 Jan 11 13:12:04.518061 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-784aebc0-2ba4-4277-aad3-69d2d676502a req-28f4de3e-3a1d-4d49-87db-edb967a8c0dd service neutron] 10.222.0.49 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883863 Jan 11 13:12:05.216392 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:05.340080 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67076e-f902-49c8-bbf4-b9f95806de80 req-0849fc89-12a7-4100-a189-fdd6850060f0 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:05.341572 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5e67076e-f902-49c8-bbf4-b9f95806de80 req-0849fc89-12a7-4100-a189-fdd6850060f0 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0506265 Jan 11 13:12:05.387048 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5e67076e-f902-49c8-bbf4-b9f95806de80 req-b3a235b1-dec1-4f03-bf57-616dbc53a6ee tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394528 Jan 11 13:12:05.620140 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55012) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:05.720452 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9405c8ec-cf28-42ac-bcb7-6434e3ac5b1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:05.789241 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9405c8ec-cf28-42ac-bcb7-6434e3ac5b1b admin admin] Publish callbacks [] for security_group (844e2d0f-b818-420a-bc0a-22866fbe5c04), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:05.792606 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9405c8ec-cf28-42ac-bcb7-6434e3ac5b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (844e2d0f-b818-420a-bc0a-22866fbe5c04), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:05.829233 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-9405c8ec-cf28-42ac-bcb7-6434e3ac5b1b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d051cc43372548c58d954c372f94a34e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080224 Jan 11 13:12:05.830058 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405c8ec-cf28-42ac-bcb7-6434e3ac5b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844e2d0f-b818-420a-bc0a-22866fbe5c04,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:05.832755 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 55016) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:05.880387 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-38b04c61-b926-4d60-b96b-7a9a964d7d52 admin admin] Publish callbacks [] for security_group (844e2d0f-b818-420a-bc0a-22866fbe5c04), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:05.900678 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-38b04c61-b926-4d60-b96b-7a9a964d7d52 admin admin] Publish callbacks [] for security_group (844e2d0f-b818-420a-bc0a-22866fbe5c04), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:05.945232 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-38b04c61-b926-4d60-b96b-7a9a964d7d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (844e2d0f-b818-420a-bc0a-22866fbe5c04), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:05.948415 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-38b04c61-b926-4d60-b96b-7a9a964d7d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:05.956159 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-38b04c61-b926-4d60-b96b-7a9a964d7d52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/844e2d0f-b818-420a-bc0a-22866fbe5c04 HTTP/1.1" status: 204 len: 168 time: 0.1154866 Jan 11 13:12:05.959169 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b04c61-b926-4d60-b96b-7a9a964d7d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844e2d0f-b818-420a-bc0a-22866fbe5c04,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:06.202827 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 55024) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:06.215414 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-41bf1672-c2e0-4f98-83f8-b997da87bff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:06.285691 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-41bf1672-c2e0-4f98-83f8-b997da87bff2 admin admin] Publish callbacks [] for security_group (8dafd612-e3f0-4401-bc8d-e2acbd2bed6f), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:06.289352 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-41bf1672-c2e0-4f98-83f8-b997da87bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (8dafd612-e3f0-4401-bc8d-e2acbd2bed6f), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:06.329355 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-41bf1672-c2e0-4f98-83f8-b997da87bff2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4164cd892c0a4c2ea341ec8ac96596b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254368 Jan 11 13:12:06.331217 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf1672-c2e0-4f98-83f8-b997da87bff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dafd612-e3f0-4401-bc8d-e2acbd2bed6f,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:06.332006 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55026) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:06.380493 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f538987-4fe3-423c-8d76-0024d5da913b admin admin] Publish callbacks [] for security_group (8dafd612-e3f0-4401-bc8d-e2acbd2bed6f), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:06.400354 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f538987-4fe3-423c-8d76-0024d5da913b admin admin] Publish callbacks [] for security_group (8dafd612-e3f0-4401-bc8d-e2acbd2bed6f), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:06.449423 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f538987-4fe3-423c-8d76-0024d5da913b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (8dafd612-e3f0-4401-bc8d-e2acbd2bed6f), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:06.452188 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f538987-4fe3-423c-8d76-0024d5da913b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:06.453481 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-7f538987-4fe3-423c-8d76-0024d5da913b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8dafd612-e3f0-4401-bc8d-e2acbd2bed6f HTTP/1.1" status: 204 len: 168 time: 0.1203926 Jan 11 13:12:06.471552 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f538987-4fe3-423c-8d76-0024d5da913b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dafd612-e3f0-4401-bc8d-e2acbd2bed6f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:06.510207 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c25d05-f22f-4f0c-8cd8-f342a777c360 req-40af4859-4124-4de0-af4d-07fdd30a6829 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:06.511694 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-25c25d05-f22f-4f0c-8cd8-f342a777c360 req-40af4859-4124-4de0-af4d-07fdd30a6829 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0544465 Jan 11 13:12:06.559002 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-25c25d05-f22f-4f0c-8cd8-f342a777c360 req-006832f0-387b-4749-a583-ed0e56743058 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417068 Jan 11 13:12:06.613346 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:07.673803 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fc220-89b4-4da3-862b-dd8f95c6d310 req-7d4e69fe-6b71-4dd8-8499-43e347d9523c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:07.675242 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a10fc220-89b4-4da3-862b-dd8f95c6d310 req-7d4e69fe-6b71-4dd8-8499-43e347d9523c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0462587 Jan 11 13:12:07.719253 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a10fc220-89b4-4da3-862b-dd8f95c6d310 req-7bf9ef20-a031-4001-aa19-01bd8396d229 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385282 Jan 11 13:12:08.838458 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6fc72-c7f1-45b6-8285-894d6760b735 req-89ac23af-c343-4535-9489-18552fa530bb tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:08.839896 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d6e6fc72-c7f1-45b6-8285-894d6760b735 req-89ac23af-c343-4535-9489-18552fa530bb tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0508697 Jan 11 13:12:08.884622 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d6e6fc72-c7f1-45b6-8285-894d6760b735 req-7cfbe589-969f-44ac-8c6e-8f2020491272 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391622 Jan 11 13:12:08.995551 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e627f8-c359-4d7a-b24d-a7709452ab19 req-175a7fff-0d41-4d69-bd76-8a173ec9ea08 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:08.997023 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-13e627f8-c359-4d7a-b24d-a7709452ab19 req-175a7fff-0d41-4d69-bd76-8a173ec9ea08 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0471745 Jan 11 13:12:09.005819 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55076) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:09.010066 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4a4bd695-e202-46a3-935a-197a30744a5a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Request body: {'floatingip': {'port_id': 'da41173d-b036-4070-8e6a-0f945eb8db7f'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:09.282215 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a4bd695-e202-46a3-935a-197a30744a5a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for floatingip (91a83f1e-f91a-4f68-b49b-e9c0c878cb20), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:09.845863 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a4bd695-e202-46a3-935a-197a30744a5a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:09.849547 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a4bd695-e202-46a3-935a-197a30744a5a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7954133'] for floatingip (91a83f1e-f91a-4f68-b49b-e9c0c878cb20), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:09.943498 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [None req-4a4bd695-e202-46a3-935a-197a30744a5a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Floating IP 91a83f1e-f91a-4f68-b49b-e9c0c878cb20 associated. External IP: 172.27.0.5, port: da41173d-b036-4070-8e6a-0f945eb8db7f. Jan 11 13:12:10.141987 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4bd695-e202-46a3-935a-197a30744a5a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:12:10.242995 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4bd695-e202-46a3-935a-197a30744a5a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:12:10.247450 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a4bd695-e202-46a3-935a-197a30744a5a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:10.253736 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f03e16-3bdb-4dcc-96d1-c47e28cf9a57 None None] Sync routers for ids ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:12:10.262470 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f03e16-3bdb-4dcc-96d1-c47e28cf9a57 None None] Routers {'198b2f33-8f38-4d07-9fbe-eb8b802e27b7'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:12:10.263089 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d2f03e16-3bdb-4dcc-96d1-c47e28cf9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:12:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:10.275705 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-4a4bd695-e202-46a3-935a-197a30744a5a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "PUT /v2.0/floatingips/91a83f1e-f91a-4f68-b49b-e9c0c878cb20 HTTP/1.1" status: 200 len: 989 time: 1.2688439 Jan 11 13:12:10.276347 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'tag': 'da41173d-b036-4070-8e6a-0f945eb8db7f'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:12:10.278939 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af0636eba1a291367581c8aec72d24749398756e80c769753eba00a549122f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6edaaaa-5026-4b3d-a31c-5c1653c05f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589", "tag": "da41173d-b036-4070-8e6a-0f945eb8db7f"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:12:10.316755 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592af183-af02-4e3a-ad33-14e8de7786fc x-openstack-request-id: req-592af183-af02-4e3a-ad33-14e8de7786fc {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:12:10.317111 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589", "tag": "da41173d-b036-4070-8e6a-0f945eb8db7f", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:12:10.317429 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-592af183-af02-4e3a-ad33-14e8de7786fc {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:12:10.318006 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'tag': 'da41173d-b036-4070-8e6a-0f945eb8db7f', 'status': 'completed', 'code': 200} Jan 11 13:12:10.368625 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-d2f03e16-3bdb-4dcc-96d1-c47e28cf9a57 None None] Set router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:12:10.587013 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d2f03e16-3bdb-4dcc-96d1-c47e28cf9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:08:01Z', 'revision_number': 4, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '91a83f1e-f91a-4f68-b49b-e9c0c878cb20', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'port_id': 'da41173d-b036-4070-8e6a-0f945eb8db7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'mac_address': 'fa:16:3e:57:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:11:51Z', 'updated_at': '2022-01-11T13:12:09Z', 'revision_number': 1, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecdef9d-e305-4b5b-93c3-599dcf43842a', 'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'mac_address': 'fa:16:3e:09:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:00Z', 'updated_at': '2022-01-11T13:08:06Z', 'revision_number': 5, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'subnets': [{'id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:10.612088 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f03e16-3bdb-4dcc-96d1-c47e28cf9a57 None None] Checking router: 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:12:10.620031 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f03e16-3bdb-4dcc-96d1-c47e28cf9a57 None None] Routers {'198b2f33-8f38-4d07-9fbe-eb8b802e27b7'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:12:10.620651 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d2f03e16-3bdb-4dcc-96d1-c47e28cf9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:12:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:10.722297 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-d2f03e16-3bdb-4dcc-96d1-c47e28cf9a57 None None] Set router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:12:10.937414 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d2f03e16-3bdb-4dcc-96d1-c47e28cf9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:08:01Z', 'revision_number': 4, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '91a83f1e-f91a-4f68-b49b-e9c0c878cb20', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'port_id': 'da41173d-b036-4070-8e6a-0f945eb8db7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'mac_address': 'fa:16:3e:57:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:11:51Z', 'updated_at': '2022-01-11T13:12:09Z', 'revision_number': 1, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecdef9d-e305-4b5b-93c3-599dcf43842a', 'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'mac_address': 'fa:16:3e:09:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:00Z', 'updated_at': '2022-01-11T13:08:06Z', 'revision_number': 5, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'subnets': [{'id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:10.965213 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f03e16-3bdb-4dcc-96d1-c47e28cf9a57 None None] The sync data for ids ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'] in dv-cinder-824149-3-iscsi is: [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:08:01Z', 'revision_number': 4, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '91a83f1e-f91a-4f68-b49b-e9c0c878cb20', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'port_id': 'da41173d-b036-4070-8e6a-0f945eb8db7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'mac_address': 'fa:16:3e:57:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:11:51Z', 'updated_at': '2022-01-11T13:12:09Z', 'revision_number': 1, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecdef9d-e305-4b5b-93c3-599dcf43842a', 'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'mac_address': 'fa:16:3e:09:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:00Z', 'updated_at': '2022-01-11T13:08:06Z', 'revision_number': 5, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'subnets': [{'id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:12:11.147814 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9480e6c3-ec7d-4634-a947-be1a833a23e2 None None] New status for floating IP 91a83f1e-f91a-4f68-b49b-e9c0c878cb20: ACTIVE {{(pid=102632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 13:12:11.589113 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edaaaa-5026-4b3d-a31c-5c1653c05f9d req-e403be33-6171-443f-bb92-cd8462437995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:11.590588 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c6edaaaa-5026-4b3d-a31c-5c1653c05f9d req-e403be33-6171-443f-bb92-cd8462437995 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63f679ea15dc425485f5ce6a998f3add&device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 1098 time: 0.0393364 Jan 11 13:12:11.677214 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edaaaa-5026-4b3d-a31c-5c1653c05f9d req-ade36bb5-e8f5-437f-9306-9e64765af49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:11.678644 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c6edaaaa-5026-4b3d-a31c-5c1653c05f9d req-ade36bb5-e8f5-437f-9306-9e64765af49f service neutron] 10.222.0.49 "GET /v2.0/networks?id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc HTTP/1.1" status: 200 len: 916 time: 0.0805259 Jan 11 13:12:11.749205 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c6edaaaa-5026-4b3d-a31c-5c1653c05f9d req-87cfab27-2bbf-43e4-93f3-0b794c7a3f6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da41173d-b036-4070-8e6a-0f945eb8db7f HTTP/1.1" status: 200 len: 999 time: 0.0601442 Jan 11 13:12:11.797071 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edaaaa-5026-4b3d-a31c-5c1653c05f9d req-a547bed5-85ad-4420-b28a-73929c438924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:11.798643 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c6edaaaa-5026-4b3d-a31c-5c1653c05f9d req-a547bed5-85ad-4420-b28a-73929c438924 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26a91e9a-7375-46a6-9db2-f38aaabd6d94 HTTP/1.1" status: 200 len: 854 time: 0.0435627 Jan 11 13:12:11.845628 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edaaaa-5026-4b3d-a31c-5c1653c05f9d req-4a77cd25-4532-43d5-b8c3-a6d6d62ccd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:11.847039 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c6edaaaa-5026-4b3d-a31c-5c1653c05f9d req-4a77cd25-4532-43d5-b8c3-a6d6d62ccd16 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402701 Jan 11 13:12:11.937530 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c6edaaaa-5026-4b3d-a31c-5c1653c05f9d req-e4b2dab6-da0c-44f7-8b76-824d74ddd171 service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839491 Jan 11 13:12:12.022466 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c6edaaaa-5026-4b3d-a31c-5c1653c05f9d req-444d62f1-fe32-4175-9ebc-dadba93b97ab service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789876 Jan 11 13:12:18.374387 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 55202) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:18.488447 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e10ecfbc-2ee9-4225-ac4e-2f0c3bfc53c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:18.564393 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e10ecfbc-2ee9-4225-ac4e-2f0c3bfc53c0 admin admin] Publish callbacks [] for security_group (40594ca0-ef5c-4c52-9133-87a24f323a69), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:18.567563 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e10ecfbc-2ee9-4225-ac4e-2f0c3bfc53c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (40594ca0-ef5c-4c52-9133-87a24f323a69), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:18.605049 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-e10ecfbc-2ee9-4225-ac4e-2f0c3bfc53c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21bb87b08e2945928fc2ce0b65c1d286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294314 Jan 11 13:12:18.606250 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ecfbc-2ee9-4225-ac4e-2f0c3bfc53c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40594ca0-ef5c-4c52-9133-87a24f323a69,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:18.608515 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55212) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:18.614076 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ecfbc-2ee9-4225-ac4e-2f0c3bfc53c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:18.614371 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ecfbc-2ee9-4225-ac4e-2f0c3bfc53c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:18.614716 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ecfbc-2ee9-4225-ac4e-2f0c3bfc53c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:18.615057 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ecfbc-2ee9-4225-ac4e-2f0c3bfc53c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:18.615396 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ecfbc-2ee9-4225-ac4e-2f0c3bfc53c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:18.615726 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ecfbc-2ee9-4225-ac4e-2f0c3bfc53c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:18.616057 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ecfbc-2ee9-4225-ac4e-2f0c3bfc53c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:18.616421 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ecfbc-2ee9-4225-ac4e-2f0c3bfc53c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:18.616751 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ecfbc-2ee9-4225-ac4e-2f0c3bfc53c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:18.617078 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ecfbc-2ee9-4225-ac4e-2f0c3bfc53c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:18.617406 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ecfbc-2ee9-4225-ac4e-2f0c3bfc53c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:18.617723 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ecfbc-2ee9-4225-ac4e-2f0c3bfc53c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:18.618047 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ecfbc-2ee9-4225-ac4e-2f0c3bfc53c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:18.656529 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cdba742-f180-438d-8a02-0a45bbc9eea7 admin admin] Publish callbacks [] for security_group (40594ca0-ef5c-4c52-9133-87a24f323a69), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:18.677883 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cdba742-f180-438d-8a02-0a45bbc9eea7 admin admin] Publish callbacks [] for security_group (40594ca0-ef5c-4c52-9133-87a24f323a69), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:18.726252 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cdba742-f180-438d-8a02-0a45bbc9eea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (40594ca0-ef5c-4c52-9133-87a24f323a69), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:18.729700 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cdba742-f180-438d-8a02-0a45bbc9eea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:18.734468 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-8cdba742-f180-438d-8a02-0a45bbc9eea7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40594ca0-ef5c-4c52-9133-87a24f323a69 HTTP/1.1" status: 204 len: 168 time: 0.1220834 Jan 11 13:12:18.743747 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdba742-f180-438d-8a02-0a45bbc9eea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40594ca0-ef5c-4c52-9133-87a24f323a69,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:26.769741 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 55282) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:26.869660 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9484d4ce-a9ee-4ebd-ab74-af5fcf285aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:26.944997 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9484d4ce-a9ee-4ebd-ab74-af5fcf285aa5 admin admin] Publish callbacks [] for security_group (72f4b126-e37b-4c21-b570-0daac822d3da), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:26.948601 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9484d4ce-a9ee-4ebd-ab74-af5fcf285aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (72f4b126-e37b-4c21-b570-0daac822d3da), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:26.987949 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-9484d4ce-a9ee-4ebd-ab74-af5fcf285aa5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=394a641350f74007a81e620bddae782a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171452 Jan 11 13:12:26.988686 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484d4ce-a9ee-4ebd-ab74-af5fcf285aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f4b126-e37b-4c21-b570-0daac822d3da,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:26.990564 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55288) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:27.036722 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1cd11b4b-3b83-4652-8511-8d0425c7ce69 admin admin] Publish callbacks [] for security_group (72f4b126-e37b-4c21-b570-0daac822d3da), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:27.057200 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1cd11b4b-3b83-4652-8511-8d0425c7ce69 admin admin] Publish callbacks [] for security_group (72f4b126-e37b-4c21-b570-0daac822d3da), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:27.102705 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1cd11b4b-3b83-4652-8511-8d0425c7ce69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (72f4b126-e37b-4c21-b570-0daac822d3da), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:27.105478 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1cd11b4b-3b83-4652-8511-8d0425c7ce69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:27.106849 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-1cd11b4b-3b83-4652-8511-8d0425c7ce69 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/72f4b126-e37b-4c21-b570-0daac822d3da HTTP/1.1" status: 204 len: 168 time: 0.1153038 Jan 11 13:12:27.116902 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd11b4b-3b83-4652-8511-8d0425c7ce69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f4b126-e37b-4c21-b570-0daac822d3da,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:27.697439 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55310) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:27.789060 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-27dd4771-56ed-407a-ba37-28d40a142373 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-266000139-network', 'tenant_id': '73983d260517467dab770ff153eba8a9'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:27.812178 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dd4771-56ed-407a-ba37-28d40a142373 admin admin] Made reservation on behalf of 73983d260517467dab770ff153eba8a9 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:12:27.814640 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27dd4771-56ed-407a-ba37-28d40a142373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:27.822644 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27dd4771-56ed-407a-ba37-28d40a142373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:27.895600 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27dd4771-56ed-407a-ba37-28d40a142373 admin admin] Publish callbacks [] for security_group (2b6309bf-954c-4dab-a150-bc6a7aa8c262), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:27.899223 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27dd4771-56ed-407a-ba37-28d40a142373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (2b6309bf-954c-4dab-a150-bc6a7aa8c262), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:27.922409 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27dd4771-56ed-407a-ba37-28d40a142373 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:12:27.931456 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd4771-56ed-407a-ba37-28d40a142373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6309bf-954c-4dab-a150-bc6a7aa8c262,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:27.935975 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27dd4771-56ed-407a-ba37-28d40a142373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (2b551ba1-9a56-40b3-8b6e-11022d99538b), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:27.936877 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-27dd4771-56ed-407a-ba37-28d40a142373 admin admin] Added segment 2b551ba1-9a56-40b3-8b6e-11022d99538b of type vlan for network fd962c64-7dca-4f4f-b8a2-339a98bd73ca Jan 11 13:12:27.976021 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27dd4771-56ed-407a-ba37-28d40a142373 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (fd962c64-7dca-4f4f-b8a2-339a98bd73ca), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:28.001557 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27dd4771-56ed-407a-ba37-28d40a142373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (fd962c64-7dca-4f4f-b8a2-339a98bd73ca), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:28.002714 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dd4771-56ed-407a-ba37-28d40a142373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:28.003298 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27dd4771-56ed-407a-ba37-28d40a142373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:28.058150 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-27dd4771-56ed-407a-ba37-28d40a142373 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3594878 Jan 11 13:12:28.060836 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55316) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:28.068797 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-355a294b-dc9c-4d93-bfc9-8eb180cd439e admin admin] Request body: {'subnet': {'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-266000139-subnet', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:28.072449 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd4771-56ed-407a-ba37-28d40a142373 admin admin] Pushing event updated for resources: {'Network': ['ID=fd962c64-7dca-4f4f-b8a2-339a98bd73ca,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:28.083860 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network fd962c64-7dca-4f4f-b8a2-339a98bd73ca details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:12:28.093732 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355a294b-dc9c-4d93-bfc9-8eb180cd439e admin admin] Made reservation on behalf of 73983d260517467dab770ff153eba8a9 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:12:28.096067 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-355a294b-dc9c-4d93-bfc9-8eb180cd439e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4649951'] for subnet (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:28.259313 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-355a294b-dc9c-4d93-bfc9-8eb180cd439e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5439242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4649905'] for subnet (0fa84b08-0d99-43f5-874d-09b99bae3402), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:28.316507 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a294b-dc9c-4d93-bfc9-8eb180cd439e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa84b08-0d99-43f5-874d-09b99bae3402,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:28.323895 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a294b-dc9c-4d93-bfc9-8eb180cd439e admin admin] Checking segment: {'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:12:28.324292 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355a294b-dc9c-4d93-bfc9-8eb180cd439e admin admin] Network hostable DHCP agents. Network: fd962c64-7dca-4f4f-b8a2-339a98bd73ca, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:12:28.340755 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355a294b-dc9c-4d93-bfc9-8eb180cd439e admin admin] Network fd962c64-7dca-4f4f-b8a2-339a98bd73ca is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:12:28.349433 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-355a294b-dc9c-4d93-bfc9-8eb180cd439e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, fd962c64-7dca-4f4f-b8a2-339a98bd73ca) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:12:28.353323 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355a294b-dc9c-4d93-bfc9-8eb180cd439e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:28.353911 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-355a294b-dc9c-4d93-bfc9-8eb180cd439e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:28.359585 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19a736e-1646-4f94-9e73-b1ff76bdf790 None None] Network fd962c64-7dca-4f4f-b8a2-339a98bd73ca requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:12:28.373231 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-355a294b-dc9c-4d93-bfc9-8eb180cd439e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3087337 Jan 11 13:12:28.376007 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55318) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:28.380346 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:28.402399 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7983524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5210'] for router (5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:28.403449 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7983408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7987310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8314488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5205'] for router (5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:28.459432 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c2302f-ad13-5f8d-9307-c227788808ca-fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'project_id': '73983d260517467dab770ff153eba8a9', 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402'}]}} from dv-cinder-824149-3-iscsi. {{(pid=102631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 13:12:28.460149 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Publish callbacks [] for router_controller (5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0), precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:28.460317 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:28.594005 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Allocated IP 172.20.0.2 (fd962c64-7dca-4f4f-b8a2-339a98bd73ca/0fa84b08-0d99-43f5-874d-09b99bae3402/2d34c23f-5eb0-496e-b849-7d4efb5cb185) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:12:28.601443 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Publish callbacks [] for router_gateway (5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:28.732671 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Publish callbacks [] for port (2d34c23f-5eb0-496e-b849-7d4efb5cb185), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:28.739793 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (2d34c23f-5eb0-496e-b849-7d4efb5cb185), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:28.787063 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Network fd962c64-7dca-4f4f-b8a2-339a98bd73ca is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:12:28.790117 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:12:28.794794 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:12:28.798059 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Pushing event updated for resources: {'Port': ['ID=2d34c23f-5eb0-496e-b849-7d4efb5cb185,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:28.810433 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:28.810815 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:28.811215 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:28.811559 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:28.811894 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:28.812257 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:28.812587 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:28.812916 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:28.813303 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:28.813591 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:28.813928 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:28.814274 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:28.814581 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:28.862345 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Attempting to bind port 2d34c23f-5eb0-496e-b849-7d4efb5cb185 on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:12:28.862630 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Attempting to bind port 2d34c23f-5eb0-496e-b849-7d4efb5cb185 by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:12:28.862997 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Attempting to bind port 2d34c23f-5eb0-496e-b849-7d4efb5cb185 on network fd962c64-7dca-4f4f-b8a2-339a98bd73ca {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:12:28.868445 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:12:28.868824 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Checking segment: {'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:12:28.869236 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:28.869665 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Bound using segment: {'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:12:28.870141 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Bound port: 2d34c23f-5eb0-496e-b849-7d4efb5cb185, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:12:28.870527 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (2d34c23f-5eb0-496e-b849-7d4efb5cb185), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:28.933161 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] For port 2d34c23f-5eb0-496e-b849-7d4efb5cb185, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:12:28.936788 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] For port 2d34c23f-5eb0-496e-b849-7d4efb5cb185, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=2d34c23f-5eb0-496e-b849-7d4efb5cb185,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:12:28.942211 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (2d34c23f-5eb0-496e-b849-7d4efb5cb185), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:29.005428 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Publish callbacks [] for router_gateway (5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:29.011642 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261a57-3d54-4aa6-a1ed-eaf3cf424cc1 None None] Pushing event updated for resources: {'Port': ['ID=2d34c23f-5eb0-496e-b849-7d4efb5cb185,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:29.020293 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:29.137506 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Allocated IP 172.27.0.62 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/9c7e5083-4d6f-4d0b-bc46-86418897ed10) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:12:29.257864 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Publish callbacks [] for port (9c7e5083-4d6f-4d0b-bc46-86418897ed10), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:29.298012 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (9c7e5083-4d6f-4d0b-bc46-86418897ed10), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:29.337140 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:12:29.339905 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:12:29.343906 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:12:29.365192 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Pushing event updated for resources: {'Port': ['ID=9c7e5083-4d6f-4d0b-bc46-86418897ed10,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:29.583150 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Publish callbacks [] for router_gateway (5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:29.782930 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7983417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7954111'] for router (5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:29.919486 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 is scheduled to L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 13:12:29.922640 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c900c8-2bb9-49ae-8849-a7edb62f6d56 None None] Network fd962c64-7dca-4f4f-b8a2-339a98bd73ca requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:12:29.988622 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 2d34c23f-5eb0-496e-b849-7d4efb5cb185 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:12:30.018838 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-4ed3f2e0-a0fd-4603-adb5-0d668a9088a8 None None] Provisioning complete for port 2d34c23f-5eb0-496e-b849-7d4efb5cb185 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:30.019212 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4ed3f2e0-a0fd-4603-adb5-0d668a9088a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (2d34c23f-5eb0-496e-b849-7d4efb5cb185), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:30.029725 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:12:30.048376 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:30.049607 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-14cc58de-0020-4a62-8f6a-37454965a746 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6725814 Jan 11 13:12:30.052394 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55322) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:30.052982 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Sync routers for ids ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:12:30.104034 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Routers {'5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:12:30.104679 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:12:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:30.355987 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 2d34c23f-5eb0-496e-b849-7d4efb5cb185 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:30.356907 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (2d34c23f-5eb0-496e-b849-7d4efb5cb185), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:30.419881 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-4ed3f2e0-a0fd-4603-adb5-0d668a9088a8 None None] Current status of the port 2d34c23f-5eb0-496e-b849-7d4efb5cb185 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:30.420343 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4ed3f2e0-a0fd-4603-adb5-0d668a9088a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (2d34c23f-5eb0-496e-b849-7d4efb5cb185), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:30.434225 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Set router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:12:30.477681 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:30.567451 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-4ed3f2e0-a0fd-4603-adb5-0d668a9088a8 None None] For port 2d34c23f-5eb0-496e-b849-7d4efb5cb185, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=2d34c23f-5eb0-496e-b849-7d4efb5cb185,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:12:30.608910 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4ed3f2e0-a0fd-4603-adb5-0d668a9088a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (2d34c23f-5eb0-496e-b849-7d4efb5cb185), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:30.638316 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] Allocated IP 172.20.0.1 (fd962c64-7dca-4f4f-b8a2-339a98bd73ca/0fa84b08-0d99-43f5-874d-09b99bae3402/2d85050e-c55b-4cfe-b6ff-3eba91379d8c) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:12:30.649983 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-64a95be1-f205-4302-8f00-68fe56732552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:30.660963 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 2d34c23f-5eb0-496e-b849-7d4efb5cb185 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:30.661348 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (2d34c23f-5eb0-496e-b849-7d4efb5cb185), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:30.708954 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3f2e0-a0fd-4603-adb5-0d668a9088a8 None None] Pushing event updated for resources: {'Port': ['ID=2d34c23f-5eb0-496e-b849-7d4efb5cb185,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:30.738078 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] Publish callbacks [] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:30.770716 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:30.782543 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-9c0e810f-574e-45d7-aab8-32a678c95d00 None None] Provisioning complete for port 2d34c23f-5eb0-496e-b849-7d4efb5cb185 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:30.782926 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9c0e810f-574e-45d7-aab8-32a678c95d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (2d34c23f-5eb0-496e-b849-7d4efb5cb185), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:30.786031 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.db.api [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 13:12:30.786381 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG oslo_db.api [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 13:12:30.806810 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] Network fd962c64-7dca-4f4f-b8a2-339a98bd73ca is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:12:30.811020 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:12:30.813567 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:12:30.843626 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:29Z', 'revision_number': 3, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:30.845948 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] Pushing event updated for resources: {'Port': ['ID=2d85050e-c55b-4cfe-b6ff-3eba91379d8c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:30.862470 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7954030'] for router_interface (5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:30.872909 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Checking router: 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:12:30.873272 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Updating router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 port 9c7e5083-4d6f-4d0b-bc46-86418897ed10 binding host dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:12:30.926394 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (9c7e5083-4d6f-4d0b-bc46-86418897ed10), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:30.953240 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e810f-574e-45d7-aab8-32a678c95d00 None None] Current status of the port 2d34c23f-5eb0-496e-b849-7d4efb5cb185 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:30.992520 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:31.109810 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-bdb4af1f-bd18-45b6-95e2-e66c288eb91d None None] Provisioning complete for port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:31.110095 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bdb4af1f-bd18-45b6-95e2-e66c288eb91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:31.156816 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] Publish callbacks [] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:31.161282 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5438357'] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:31.162117 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-bdb4af1f-bd18-45b6-95e2-e66c288eb91d None None] Port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:12:31.220031 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Publish callbacks [] for port (9c7e5083-4d6f-4d0b-bc46-86418897ed10), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:31.226206 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (9c7e5083-4d6f-4d0b-bc46-86418897ed10), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:31.229872 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7987966'] for router_interface (5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:31.232979 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] Pushing event updated for resources: {'Port': ['ID=2d85050e-c55b-4cfe-b6ff-3eba91379d8c,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:31.275545 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Attempting to bind port 9c7e5083-4d6f-4d0b-bc46-86418897ed10 on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:12:31.275915 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Attempting to bind port 9c7e5083-4d6f-4d0b-bc46-86418897ed10 by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:12:31.276303 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Attempting to bind port 9c7e5083-4d6f-4d0b-bc46-86418897ed10 on network 0598fff4-adad-45d5-af02-105f0894d10b {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:12:31.281755 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c650cc-a67f-4ade-8e91-605dbebd8b54 None None] Pushing event updated for resources: {'Port': ['ID=9c7e5083-4d6f-4d0b-bc46-86418897ed10,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:31.286202 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:12:31.286577 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Checking segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:12:31.286980 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:31.287364 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Bound using segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:12:31.287831 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Bound port: 9c7e5083-4d6f-4d0b-bc46-86418897ed10, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:12:31.288232 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (9c7e5083-4d6f-4d0b-bc46-86418897ed10), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:31.328211 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] Network fd962c64-7dca-4f4f-b8a2-339a98bd73ca is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:12:31.329382 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:12:31.357324 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 2d34c23f-5eb0-496e-b849-7d4efb5cb185 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:31.371866 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] For port 9c7e5083-4d6f-4d0b-bc46-86418897ed10, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:12:31.376158 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] For port 9c7e5083-4d6f-4d0b-bc46-86418897ed10, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=9c7e5083-4d6f-4d0b-bc46-86418897ed10,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:12:31.381415 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (9c7e5083-4d6f-4d0b-bc46-86418897ed10), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:31.433728 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Routers {'5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:12:31.434151 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:12:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:31.454794 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] Router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:12:31.477911 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c650cc-a67f-4ade-8e91-605dbebd8b54 None None] Pushing event updated for resources: {'Port': ['ID=9c7e5083-4d6f-4d0b-bc46-86418897ed10,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:31.551268 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] Set router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:12:31.577023 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:12:31.582763 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-f9dd77ff-6ca0-4b09-a6b9-36ef853eeeff admin admin] 10.222.0.52 "PUT /v2.0/routers/5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5294149 Jan 11 13:12:31.630852 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-821d7cbd-b9b9-4356-9de2-819d4047da6f None None] Provisioning complete for port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:31.631232 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-821d7cbd-b9b9-4356-9de2-819d4047da6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:31.710981 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-821d7cbd-b9b9-4356-9de2-819d4047da6f None None] Port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:12:31.785399 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:31Z', 'revision_number': 2, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:31.812215 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc4a057-93ab-47f8-9467-06691efaae10 None None] The sync data for ids ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'] in dv-cinder-824149-3-iscsi is: [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:31Z', 'revision_number': 2, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:12:31.947716 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 2d34c23f-5eb0-496e-b849-7d4efb5cb185 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:12:32.007386 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 2d34c23f-5eb0-496e-b849-7d4efb5cb185 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:32.007771 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (2d34c23f-5eb0-496e-b849-7d4efb5cb185), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:32.066688 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 55342) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:32.074275 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-a400951f-fe97-4d2e-9540-9a80e7fb1d38 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1547675007-network', 'tenant_id': '6e145a0206a5424bb7973d67232c4548'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:32.105994 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a400951f-fe97-4d2e-9540-9a80e7fb1d38 admin admin] Made reservation on behalf of 6e145a0206a5424bb7973d67232c4548 for: {'network': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:12:32.109144 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a400951f-fe97-4d2e-9540-9a80e7fb1d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:32.118829 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a400951f-fe97-4d2e-9540-9a80e7fb1d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:32.205777 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a400951f-fe97-4d2e-9540-9a80e7fb1d38 admin admin] Publish callbacks [] for security_group (0c5b200b-19ae-43ae-846f-a55f22b850a6), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:32.210083 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a400951f-fe97-4d2e-9540-9a80e7fb1d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (0c5b200b-19ae-43ae-846f-a55f22b850a6), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:32.233978 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 2d34c23f-5eb0-496e-b849-7d4efb5cb185 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:32.238299 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a400951f-fe97-4d2e-9540-9a80e7fb1d38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=102630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:12:32.248517 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400951f-fe97-4d2e-9540-9a80e7fb1d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5b200b-19ae-43ae-846f-a55f22b850a6,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:32.253316 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a400951f-fe97-4d2e-9540-9a80e7fb1d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (961a1138-2af3-44d0-b3ae-66ae9b19ab33), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:32.253673 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.db.segments_db [None req-a400951f-fe97-4d2e-9540-9a80e7fb1d38 admin admin] Added segment 961a1138-2af3-44d0-b3ae-66ae9b19ab33 of type vlan for network 8ea86046-ed5e-4474-b897-05baf566dfe9 Jan 11 13:12:32.295880 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a400951f-fe97-4d2e-9540-9a80e7fb1d38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (8ea86046-ed5e-4474-b897-05baf566dfe9), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:32.321103 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a400951f-fe97-4d2e-9540-9a80e7fb1d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (8ea86046-ed5e-4474-b897-05baf566dfe9), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:32.322214 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a400951f-fe97-4d2e-9540-9a80e7fb1d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:32.322807 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a400951f-fe97-4d2e-9540-9a80e7fb1d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:32.378875 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-a400951f-fe97-4d2e-9540-9a80e7fb1d38 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3117979 Jan 11 13:12:32.386669 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55344) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:32.389896 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400951f-fe97-4d2e-9540-9a80e7fb1d38 admin admin] Pushing event updated for resources: {'Network': ['ID=8ea86046-ed5e-4474-b897-05baf566dfe9,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:32.397403 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-1f3e43eb-0f0a-412a-a3ae-cdee1e42f54b admin admin] Request body: {'subnet': {'network_id': '8ea86046-ed5e-4474-b897-05baf566dfe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1547675007-subnet', 'tenant_id': '6e145a0206a5424bb7973d67232c4548', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:32.401807 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network 8ea86046-ed5e-4474-b897-05baf566dfe9 details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:12:32.426967 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3e43eb-0f0a-412a-a3ae-cdee1e42f54b admin admin] Made reservation on behalf of 6e145a0206a5424bb7973d67232c4548 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:12:32.429375 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f3e43eb-0f0a-412a-a3ae-cdee1e42f54b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4649951'] for subnet (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:32.605449 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b9cd20e5-af3d-4c0b-a4d9-f4cad1b0cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:32.647182 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f3e43eb-0f0a-412a-a3ae-cdee1e42f54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5439242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4649905'] for subnet (0c0c993c-9e1d-445d-84fa-a02a3dc23c3d), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:32.699259 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e43eb-0f0a-412a-a3ae-cdee1e42f54b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c0c993c-9e1d-445d-84fa-a02a3dc23c3d,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:32.714956 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e43eb-0f0a-412a-a3ae-cdee1e42f54b admin admin] Checking segment: {'id': '961a1138-2af3-44d0-b3ae-66ae9b19ab33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ea86046-ed5e-4474-b897-05baf566dfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:12:32.715315 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3e43eb-0f0a-412a-a3ae-cdee1e42f54b admin admin] Network hostable DHCP agents. Network: 8ea86046-ed5e-4474-b897-05baf566dfe9, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:12:32.732062 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3e43eb-0f0a-412a-a3ae-cdee1e42f54b admin admin] Network 8ea86046-ed5e-4474-b897-05baf566dfe9 is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:12:32.741311 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-1f3e43eb-0f0a-412a-a3ae-cdee1e42f54b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, 8ea86046-ed5e-4474-b897-05baf566dfe9) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:12:32.745620 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e43eb-0f0a-412a-a3ae-cdee1e42f54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:32.746213 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f3e43eb-0f0a-412a-a3ae-cdee1e42f54b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:32.752717 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fcbc70-e8cb-49f0-8ca6-9b51eee94a00 None None] Network 8ea86046-ed5e-4474-b897-05baf566dfe9 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:12:32.765205 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-1f3e43eb-0f0a-412a-a3ae-cdee1e42f54b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3766339 Jan 11 13:12:32.767400 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55348) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:32.772422 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1547675007-router', 'tenant_id': '6e145a0206a5424bb7973d67232c4548', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:32.797678 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7983524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5210'] for router (e947eb76-5090-4022-8ae2-9b6138ada95f), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:32.798841 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7983408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7987310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8314488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5205'] for router (e947eb76-5090-4022-8ae2-9b6138ada95f), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:32.854148 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Publish callbacks [] for router_controller (e947eb76-5090-4022-8ae2-9b6138ada95f), precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:32.876348 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c2302f-ad13-5f8d-9307-c227788808ca-8ea86046-ed5e-4474-b897-05baf566dfe9', 'network_id': '8ea86046-ed5e-4474-b897-05baf566dfe9', 'project_id': '6e145a0206a5424bb7973d67232c4548', 'fixed_ips': [{'subnet_id': '0c0c993c-9e1d-445d-84fa-a02a3dc23c3d'}]}} from dv-cinder-824149-3-iscsi. {{(pid=102631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 13:12:32.877513 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:32.995966 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Publish callbacks [] for router_gateway (e947eb76-5090-4022-8ae2-9b6138ada95f), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:33.014591 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Allocated IP 172.20.0.2 (8ea86046-ed5e-4474-b897-05baf566dfe9/0c0c993c-9e1d-445d-84fa-a02a3dc23c3d/d505eb23-32e2-4101-a5dc-6484d4eb7621) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:12:33.171827 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Publish callbacks [] for port (d505eb23-32e2-4101-a5dc-6484d4eb7621), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:33.179162 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (d505eb23-32e2-4101-a5dc-6484d4eb7621), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:33.225804 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Network 8ea86046-ed5e-4474-b897-05baf566dfe9 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:12:33.229986 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Pushing event updated for resources: {'Port': ['ID=d505eb23-32e2-4101-a5dc-6484d4eb7621,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:33.232846 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:12:33.234960 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:12:33.294241 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Attempting to bind port d505eb23-32e2-4101-a5dc-6484d4eb7621 on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:12:33.294530 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Attempting to bind port d505eb23-32e2-4101-a5dc-6484d4eb7621 by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '961a1138-2af3-44d0-b3ae-66ae9b19ab33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ea86046-ed5e-4474-b897-05baf566dfe9'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:12:33.294908 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Attempting to bind port d505eb23-32e2-4101-a5dc-6484d4eb7621 on network 8ea86046-ed5e-4474-b897-05baf566dfe9 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:12:33.300485 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:12:33.300881 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Checking segment: {'id': '961a1138-2af3-44d0-b3ae-66ae9b19ab33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ea86046-ed5e-4474-b897-05baf566dfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:12:33.301302 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:33.301760 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Bound using segment: {'id': '961a1138-2af3-44d0-b3ae-66ae9b19ab33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ea86046-ed5e-4474-b897-05baf566dfe9'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:12:33.302237 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Bound port: d505eb23-32e2-4101-a5dc-6484d4eb7621, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961a1138-2af3-44d0-b3ae-66ae9b19ab33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ea86046-ed5e-4474-b897-05baf566dfe9'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:12:33.302656 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (d505eb23-32e2-4101-a5dc-6484d4eb7621), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:33.368903 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] For port d505eb23-32e2-4101-a5dc-6484d4eb7621, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:12:33.372909 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] For port d505eb23-32e2-4101-a5dc-6484d4eb7621, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=d505eb23-32e2-4101-a5dc-6484d4eb7621,segment=NetworkSegment(961a1138-2af3-44d0-b3ae-66ae9b19ab33),segment_id=961a1138-2af3-44d0-b3ae-66ae9b19ab33)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:12:33.380842 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (d505eb23-32e2-4101-a5dc-6484d4eb7621), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:33.432467 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Publish callbacks [] for router_gateway (e947eb76-5090-4022-8ae2-9b6138ada95f), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:33.446721 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857796cd-db94-46f3-85ff-e5edaef1615b None None] Pushing event updated for resources: {'Port': ['ID=d505eb23-32e2-4101-a5dc-6484d4eb7621,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:33.452904 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:33.567049 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Allocated IP 172.27.0.7 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/98d4ab85-60da-40d3-bf35-649549202efb) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:12:33.708358 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Publish callbacks [] for port (98d4ab85-60da-40d3-bf35-649549202efb), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:33.745509 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (98d4ab85-60da-40d3-bf35-649549202efb), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:33.795102 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:12:33.799316 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:12:33.803798 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:12:33.806940 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Pushing event updated for resources: {'Port': ['ID=98d4ab85-60da-40d3-bf35-649549202efb,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:33.953981 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:34.010327 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device d505eb23-32e2-4101-a5dc-6484d4eb7621 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:12:34.050055 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Publish callbacks [] for router_gateway (e947eb76-5090-4022-8ae2-9b6138ada95f), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:34.062054 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port d505eb23-32e2-4101-a5dc-6484d4eb7621 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:34.062561 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (d505eb23-32e2-4101-a5dc-6484d4eb7621), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:34.151602 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port d505eb23-32e2-4101-a5dc-6484d4eb7621 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:34.151993 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (d505eb23-32e2-4101-a5dc-6484d4eb7621), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:34.187099 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] For port d505eb23-32e2-4101-a5dc-6484d4eb7621, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=d505eb23-32e2-4101-a5dc-6484d4eb7621,segment=NetworkSegment(961a1138-2af3-44d0-b3ae-66ae9b19ab33),segment_id=961a1138-2af3-44d0-b3ae-66ae9b19ab33)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:12:34.192093 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (d505eb23-32e2-4101-a5dc-6484d4eb7621), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:34.192907 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 9c7e5083-4d6f-4d0b-bc46-86418897ed10 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:12:34.275094 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7983417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7954111'] for router (e947eb76-5090-4022-8ae2-9b6138ada95f), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:34.275463 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Pushing event updated for resources: {'Port': ['ID=d505eb23-32e2-4101-a5dc-6484d4eb7621,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:34.284931 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 9c7e5083-4d6f-4d0b-bc46-86418897ed10 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:34.285313 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (9c7e5083-4d6f-4d0b-bc46-86418897ed10), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:34.367368 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 9c7e5083-4d6f-4d0b-bc46-86418897ed10 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:34.367841 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (9c7e5083-4d6f-4d0b-bc46-86418897ed10), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:34.403348 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] For port 9c7e5083-4d6f-4d0b-bc46-86418897ed10, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=9c7e5083-4d6f-4d0b-bc46-86418897ed10,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:12:34.409121 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Sync routers for ids ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'] in dv-cinder-824149-3-iscsi {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:12:34.413102 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (9c7e5083-4d6f-4d0b-bc46-86418897ed10), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:34.419818 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Routers {'5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:12:34.421024 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:12:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:34.424347 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:34.435833 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Router e947eb76-5090-4022-8ae2-9b6138ada95f is scheduled to L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 13:12:34.453330 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc0a1e8-69ee-47e3-93e6-6b9ab9f46f2a None None] Network 8ea86046-ed5e-4474-b897-05baf566dfe9 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:12:34.531945 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-1ce539b5-38db-46e9-9352-6b5fa36f673b None None] Provisioning complete for port d505eb23-32e2-4101-a5dc-6484d4eb7621 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:34.532343 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1ce539b5-38db-46e9-9352-6b5fa36f673b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (d505eb23-32e2-4101-a5dc-6484d4eb7621), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:34.532940 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Set router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:12:34.553080 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:12:34.563397 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Pushing event updated for resources: {'Port': ['ID=9c7e5083-4d6f-4d0b-bc46-86418897ed10,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:34.571973 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:34.572909 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Sync routers for ids ['e947eb76-5090-4022-8ae2-9b6138ada95f'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:12:34.575892 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-99eb651f-8bd0-4484-9f8b-f0c2e5a1c84c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8049607 Jan 11 13:12:34.576143 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55352) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:34.619299 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Routers {'e947eb76-5090-4022-8ae2-9b6138ada95f'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:12:34.619601 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:12:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['e947eb76-5090-4022-8ae2-9b6138ada95f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:34.758573 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-1ce539b5-38db-46e9-9352-6b5fa36f673b None None] Current status of the port d505eb23-32e2-4101-a5dc-6484d4eb7621 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:34.773703 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Set router e947eb76-5090-4022-8ae2-9b6138ada95f gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:12:34.854309 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:31Z', 'revision_number': 2, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:34.883248 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Checking router: 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 for host: dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:12:34.883597 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Updating router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c binding host dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:12:34.917743 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:34.977992 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'name': 'tempest-TestVolumeBootPattern-1547675007-router', 'tenant_id': '6e145a0206a5424bb7973d67232c4548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '98d4ab85-60da-40d3-bf35-649549202efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:32Z', 'updated_at': '2022-01-11T13:12:33Z', 'revision_number': 3, 'project_id': '6e145a0206a5424bb7973d67232c4548', 'gw_port': {'id': '98d4ab85-60da-40d3-bf35-649549202efb', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:77:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:33Z', 'updated_at': '2022-01-11T13:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:35.006642 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Checking router: e947eb76-5090-4022-8ae2-9b6138ada95f for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:12:35.007005 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Updating router e947eb76-5090-4022-8ae2-9b6138ada95f port 98d4ab85-60da-40d3-bf35-649549202efb binding host dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:12:35.034938 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (98d4ab85-60da-40d3-bf35-649549202efb), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.057551 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.148238 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-635ce6fb-85f4-4113-b9a5-7f5591107345 None None] Provisioning complete for port d505eb23-32e2-4101-a5dc-6484d4eb7621 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:35.148825 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-635ce6fb-85f4-4113-b9a5-7f5591107345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (d505eb23-32e2-4101-a5dc-6484d4eb7621), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.204059 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Publish callbacks [] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.210193 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.229677 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] Allocated IP 172.20.0.1 (8ea86046-ed5e-4474-b897-05baf566dfe9/0c0c993c-9e1d-445d-84fa-a02a3dc23c3d/ad4883b9-57f2-4b15-82b5-1d5c52febaa0) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:12:35.257226 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.268310 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40656e0a-19c6-4b17-89c6-f7390b3966ae None None] Pushing event updated for resources: {'Port': ['ID=2d85050e-c55b-4cfe-b6ff-3eba91379d8c,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:35.276429 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40656e0a-19c6-4b17-89c6-f7390b3966ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:35.276805 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40656e0a-19c6-4b17-89c6-f7390b3966ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:35.277549 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40656e0a-19c6-4b17-89c6-f7390b3966ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:35.277549 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40656e0a-19c6-4b17-89c6-f7390b3966ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:35.277787 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40656e0a-19c6-4b17-89c6-f7390b3966ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:35.278143 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40656e0a-19c6-4b17-89c6-f7390b3966ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:35.278433 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40656e0a-19c6-4b17-89c6-f7390b3966ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:35.278756 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40656e0a-19c6-4b17-89c6-f7390b3966ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:35.279076 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40656e0a-19c6-4b17-89c6-f7390b3966ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:35.279416 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40656e0a-19c6-4b17-89c6-f7390b3966ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:35.279778 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40656e0a-19c6-4b17-89c6-f7390b3966ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:35.280093 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40656e0a-19c6-4b17-89c6-f7390b3966ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:35.280438 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40656e0a-19c6-4b17-89c6-f7390b3966ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:35.341398 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Attempting to bind port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:12:35.341785 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Attempting to bind port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:12:35.342192 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Attempting to bind port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c on network fd962c64-7dca-4f4f-b8a2-339a98bd73ca {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:12:35.349087 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:12:35.349479 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Checking segment: {'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:12:35.349892 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.350290 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Bound using segment: {'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:12:35.350779 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Bound port: 2d85050e-c55b-4cfe-b6ff-3eba91379d8c, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:12:35.351165 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.353108 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] Publish callbacks [] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.402216 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.438406 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] For port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:12:35.442562 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] For port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=2d85050e-c55b-4cfe-b6ff-3eba91379d8c,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:12:35.450311 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] Network 8ea86046-ed5e-4474-b897-05baf566dfe9 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:12:35.452408 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.454297 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:12:35.459653 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:12:35.462208 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] Pushing event updated for resources: {'Port': ['ID=ad4883b9-57f2-4b15-82b5-1d5c52febaa0,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:35.477146 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-635ce6fb-85f4-4113-b9a5-7f5591107345 None None] Current status of the port d505eb23-32e2-4101-a5dc-6484d4eb7621 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:35.528942 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Routers {'5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:12:35.529806 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:12:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:35.538037 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7954030'] for router_interface (e947eb76-5090-4022-8ae2-9b6138ada95f), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.575875 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Publish callbacks [] for port (98d4ab85-60da-40d3-bf35-649549202efb), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.591141 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (98d4ab85-60da-40d3-bf35-649549202efb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.631557 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40656e0a-19c6-4b17-89c6-f7390b3966ae None None] Pushing event updated for resources: {'Port': ['ID=2d85050e-c55b-4cfe-b6ff-3eba91379d8c,revision_number=4']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:35.658308 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Attempting to bind port 98d4ab85-60da-40d3-bf35-649549202efb on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:12:35.658683 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Attempting to bind port 98d4ab85-60da-40d3-bf35-649549202efb by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:12:35.659042 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Attempting to bind port 98d4ab85-60da-40d3-bf35-649549202efb on network 0598fff4-adad-45d5-af02-105f0894d10b {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:12:35.666206 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:12:35.666607 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Checking segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:12:35.666980 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.667380 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Bound using segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:12:35.671313 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Bound port: 98d4ab85-60da-40d3-bf35-649549202efb, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:12:35.671761 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (98d4ab85-60da-40d3-bf35-649549202efb), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.673531 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-30a229b3-eb63-426f-a320-44fb6c485024 None None] Provisioning complete for port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:35.673889 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-30a229b3-eb63-426f-a320-44fb6c485024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.685531 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] Set router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:12:35.701657 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0757d-1791-4281-a9aa-2f08c7052ed0 None None] Pushing event updated for resources: {'Port': ['ID=98d4ab85-60da-40d3-bf35-649549202efb,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:35.759994 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.778192 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] For port 98d4ab85-60da-40d3-bf35-649549202efb, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:12:35.783498 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] For port 98d4ab85-60da-40d3-bf35-649549202efb, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=98d4ab85-60da-40d3-bf35-649549202efb,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:12:35.816100 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (98d4ab85-60da-40d3-bf35-649549202efb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.874021 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-30a229b3-eb63-426f-a320-44fb6c485024 None None] Current status of the port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:35.874414 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-30a229b3-eb63-426f-a320-44fb6c485024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.908273 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Routers {'e947eb76-5090-4022-8ae2-9b6138ada95f'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:12:35.908911 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:12:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['e947eb76-5090-4022-8ae2-9b6138ada95f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:35.988145 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] Publish callbacks [] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:35.988415 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0757d-1791-4281-a9aa-2f08c7052ed0 None None] Pushing event updated for resources: {'Port': ['ID=98d4ab85-60da-40d3-bf35-649549202efb,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:35.996344 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5438357'] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:36.001354 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-30a229b3-eb63-426f-a320-44fb6c485024 None None] For port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=2d85050e-c55b-4cfe-b6ff-3eba91379d8c,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:12:36.003375 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:36.020732 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-30a229b3-eb63-426f-a320-44fb6c485024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:36.037635 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device d505eb23-32e2-4101-a5dc-6484d4eb7621 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:12:36.053390 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd24af-368b-418c-ab44-2ba8d2557a82 None None] The sync data for ids ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'] in dv-cinder-824149-3-iscsi is: [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:12:36.085421 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7987966'] for router_interface (e947eb76-5090-4022-8ae2-9b6138ada95f), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:36.099912 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] Pushing event updated for resources: {'Port': ['ID=ad4883b9-57f2-4b15-82b5-1d5c52febaa0,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:36.123514 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] Set router e947eb76-5090-4022-8ae2-9b6138ada95f gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:12:36.183481 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a229b3-eb63-426f-a320-44fb6c485024 None None] Pushing event updated for resources: {'Port': ['ID=2d85050e-c55b-4cfe-b6ff-3eba91379d8c,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:36.201228 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] Network 8ea86046-ed5e-4474-b897-05baf566dfe9 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:12:36.203338 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:12:36.241364 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-42d3a55e-9d4c-49db-9f91-b557512c01b0 None None] Provisioning complete for port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:36.241737 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-42d3a55e-9d4c-49db-9f91-b557512c01b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:36.320234 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port d505eb23-32e2-4101-a5dc-6484d4eb7621 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:36.320965 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (d505eb23-32e2-4101-a5dc-6484d4eb7621), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:36.349431 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] Router e947eb76-5090-4022-8ae2-9b6138ada95f has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:12:36.465509 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-42d3a55e-9d4c-49db-9f91-b557512c01b0 None None] Current status of the port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:36.477763 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:12:36.486333 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-964f45bc-514f-4fa4-83e8-1a4b6a3ab5bc admin admin] 10.222.0.52 "PUT /v2.0/routers/e947eb76-5090-4022-8ae2-9b6138ada95f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9085534 Jan 11 13:12:36.514924 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-42d3a55e-9d4c-49db-9f91-b557512c01b0 None None] Provisioning complete for port ad4883b9-57f2-4b15-82b5-1d5c52febaa0 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:36.515306 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-42d3a55e-9d4c-49db-9f91-b557512c01b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:36.549145 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port d505eb23-32e2-4101-a5dc-6484d4eb7621 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:36.550300 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 9c7e5083-4d6f-4d0b-bc46-86418897ed10 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:12:36.580896 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'name': 'tempest-TestVolumeBootPattern-1547675007-router', 'tenant_id': '6e145a0206a5424bb7973d67232c4548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '98d4ab85-60da-40d3-bf35-649549202efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:32Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 4, 'project_id': '6e145a0206a5424bb7973d67232c4548', 'gw_port': {'id': '98d4ab85-60da-40d3-bf35-649549202efb', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:77:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:33Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'ad4883b9-57f2-4b15-82b5-1d5c52febaa0', 'name': '', 'network_id': '8ea86046-ed5e-4474-b897-05baf566dfe9', 'tenant_id': '6e145a0206a5424bb7973d67232c4548', 'mac_address': 'fa:16:3e:c1:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '0c0c993c-9e1d-445d-84fa-a02a3dc23c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:35Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 1, 'project_id': '6e145a0206a5424bb7973d67232c4548', 'subnets': [{'id': '0c0c993c-9e1d-445d-84fa-a02a3dc23c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:36.620422 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-42d3a55e-9d4c-49db-9f91-b557512c01b0 None None] Port ad4883b9-57f2-4b15-82b5-1d5c52febaa0 cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:12:36.625001 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba47633-1708-4d24-9424-b3e8b53e2840 None None] The sync data for ids ['e947eb76-5090-4022-8ae2-9b6138ada95f'] in dv-cinder-824149-3-iscsi is: [{'id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'name': 'tempest-TestVolumeBootPattern-1547675007-router', 'tenant_id': '6e145a0206a5424bb7973d67232c4548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '98d4ab85-60da-40d3-bf35-649549202efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:32Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 4, 'project_id': '6e145a0206a5424bb7973d67232c4548', 'gw_port': {'id': '98d4ab85-60da-40d3-bf35-649549202efb', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:77:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:33Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'ad4883b9-57f2-4b15-82b5-1d5c52febaa0', 'name': '', 'network_id': '8ea86046-ed5e-4474-b897-05baf566dfe9', 'tenant_id': '6e145a0206a5424bb7973d67232c4548', 'mac_address': 'fa:16:3e:c1:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '0c0c993c-9e1d-445d-84fa-a02a3dc23c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:35Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 1, 'project_id': '6e145a0206a5424bb7973d67232c4548', 'subnets': [{'id': '0c0c993c-9e1d-445d-84fa-a02a3dc23c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:12:36.642809 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:36.661615 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 9c7e5083-4d6f-4d0b-bc46-86418897ed10 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:36.662205 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (9c7e5083-4d6f-4d0b-bc46-86418897ed10), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:36.764905 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 9c7e5083-4d6f-4d0b-bc46-86418897ed10 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:36.766051 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 2d85050e-c55b-4cfe-b6ff-3eba91379d8c up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:12:36.769672 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-2da019ff-0be1-4f3e-97a6-be15cb26c509 None None] Provisioning complete for port ad4883b9-57f2-4b15-82b5-1d5c52febaa0 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:36.769672 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2da019ff-0be1-4f3e-97a6-be15cb26c509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:36.837018 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-2da019ff-0be1-4f3e-97a6-be15cb26c509 None None] Port ad4883b9-57f2-4b15-82b5-1d5c52febaa0 cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:12:36.848658 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:36.849046 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:36.967636 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:37.406628 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 55366) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:37.411231 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-b4e22806-4e4a-4d97-822b-5b5bffe73955 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-464416958', 'description': 'tempest-secgroup-smoke-464416958 description', 'project_id': '73983d260517467dab770ff153eba8a9'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:37.433735 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b4e22806-4e4a-4d97-822b-5b5bffe73955 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:37.499592 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b4e22806-4e4a-4d97-822b-5b5bffe73955 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group (6770b916-fe91-445a-bb5e-b6f8dbc35a2b), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:37.503002 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b4e22806-4e4a-4d97-822b-5b5bffe73955 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (6770b916-fe91-445a-bb5e-b6f8dbc35a2b), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:37.530853 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e22806-4e4a-4d97-822b-5b5bffe73955 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6770b916-fe91-445a-bb5e-b6f8dbc35a2b,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:37.534917 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b4e22806-4e4a-4d97-822b-5b5bffe73955 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:37.536129 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-b4e22806-4e4a-4d97-822b-5b5bffe73955 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1285074 Jan 11 13:12:37.539117 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55368) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:37.543592 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Request body: {'security_group_rule': {'security_group_id': '6770b916-fe91-445a-bb5e-b6f8dbc35a2b', 'project_id': '73983d260517467dab770ff153eba8a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:37.570242 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group_rule (3198a760-e26f-4cb1-95dd-3417e457ab7a), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:37.627050 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group_rule (3198a760-e26f-4cb1-95dd-3417e457ab7a), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:37.630596 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (3198a760-e26f-4cb1-95dd-3417e457ab7a), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:37.647469 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3198a760-e26f-4cb1-95dd-3417e457ab7a,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:37.658165 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:37.659348 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192350 Jan 11 13:12:37.660683 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:37.661032 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:37.661393 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:37.661715 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:37.662051 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:37.662160 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 55370) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:37.662384 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:37.662714 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:37.663045 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:37.663373 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:37.663701 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:37.664027 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:37.664375 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:37.664701 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48393ad8-dcca-436a-9902-9561375e9e3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:12:37.667374 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-b96450ab-c50a-4f37-b32a-dc8815eb6dff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Request body: {'security_group_rule': {'security_group_id': '6770b916-fe91-445a-bb5e-b6f8dbc35a2b', 'project_id': '73983d260517467dab770ff153eba8a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:37.694566 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b96450ab-c50a-4f37-b32a-dc8815eb6dff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group_rule (efcafac4-ed86-417b-9ee4-f8838fd89d4b), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:37.748392 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b96450ab-c50a-4f37-b32a-dc8815eb6dff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group_rule (efcafac4-ed86-417b-9ee4-f8838fd89d4b), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:37.753034 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b96450ab-c50a-4f37-b32a-dc8815eb6dff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (efcafac4-ed86-417b-9ee4-f8838fd89d4b), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:37.771382 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96450ab-c50a-4f37-b32a-dc8815eb6dff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcafac4-ed86-417b-9ee4-f8838fd89d4b,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:37.792435 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b96450ab-c50a-4f37-b32a-dc8815eb6dff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:37.793868 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-b96450ab-c50a-4f37-b32a-dc8815eb6dff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307530 Jan 11 13:12:37.796695 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55372) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:37.801322 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-54d291af-854b-48b5-a590-a80556c0cf71 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Request body: {'security_group_rule': {'security_group_id': '6770b916-fe91-445a-bb5e-b6f8dbc35a2b', 'project_id': '73983d260517467dab770ff153eba8a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:37.828504 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-54d291af-854b-48b5-a590-a80556c0cf71 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group_rule (a0b05f6b-d6eb-42e0-b389-7e8867828500), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:37.885796 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-54d291af-854b-48b5-a590-a80556c0cf71 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group_rule (a0b05f6b-d6eb-42e0-b389-7e8867828500), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:37.890325 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-54d291af-854b-48b5-a590-a80556c0cf71 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (a0b05f6b-d6eb-42e0-b389-7e8867828500), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:37.913515 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d291af-854b-48b5-a590-a80556c0cf71 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b05f6b-d6eb-42e0-b389-7e8867828500,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:37.919171 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-54d291af-854b-48b5-a590-a80556c0cf71 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:37.920513 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-54d291af-854b-48b5-a590-a80556c0cf71 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227772 Jan 11 13:12:37.923235 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55374) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:37.927458 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a20e7625-134f-4ebb-aff7-b278244b6513 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Request body: {'security_group_rule': {'security_group_id': '6770b916-fe91-445a-bb5e-b6f8dbc35a2b', 'project_id': '73983d260517467dab770ff153eba8a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:37.955089 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a20e7625-134f-4ebb-aff7-b278244b6513 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group_rule (885882da-f837-4854-b4f4-3f822c53fcda), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:38.012546 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a20e7625-134f-4ebb-aff7-b278244b6513 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group_rule (885882da-f837-4854-b4f4-3f822c53fcda), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:38.016670 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a20e7625-134f-4ebb-aff7-b278244b6513 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (885882da-f837-4854-b4f4-3f822c53fcda), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:38.028220 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 98d4ab85-60da-40d3-bf35-649549202efb up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:12:38.035756 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e7625-134f-4ebb-aff7-b278244b6513 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885882da-f837-4854-b4f4-3f822c53fcda,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:38.040099 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a20e7625-134f-4ebb-aff7-b278244b6513 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:38.044176 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-a20e7625-134f-4ebb-aff7-b278244b6513 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172645 Jan 11 13:12:38.044490 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 55376) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:38.049247 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-710ea868-3503-4f75-9d81-03e1af837e60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Request body: {'security_group_rule': {'security_group_id': '6770b916-fe91-445a-bb5e-b6f8dbc35a2b', 'project_id': '73983d260517467dab770ff153eba8a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:38.072977 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.db.securitygroups_db [None req-710ea868-3503-4f75-9d81-03e1af837e60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Project 73983d260517467dab770ff153eba8a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 13:12:38.078354 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-710ea868-3503-4f75-9d81-03e1af837e60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group_rule (e1623e5d-c5d9-4353-be5f-0a755b260dc0), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:38.083372 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 98d4ab85-60da-40d3-bf35-649549202efb triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:38.083747 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (98d4ab85-60da-40d3-bf35-649549202efb), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:38.143533 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-710ea868-3503-4f75-9d81-03e1af837e60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group_rule (e1623e5d-c5d9-4353-be5f-0a755b260dc0), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:38.149306 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-710ea868-3503-4f75-9d81-03e1af837e60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (e1623e5d-c5d9-4353-be5f-0a755b260dc0), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:38.162788 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 98d4ab85-60da-40d3-bf35-649549202efb is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:38.163122 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (98d4ab85-60da-40d3-bf35-649549202efb), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:38.169125 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ea868-3503-4f75-9d81-03e1af837e60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1623e5d-c5d9-4353-be5f-0a755b260dc0,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:38.178065 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-710ea868-3503-4f75-9d81-03e1af837e60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:38.179378 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-710ea868-3503-4f75-9d81-03e1af837e60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337609 Jan 11 13:12:38.182628 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55380) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:38.187766 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8a2e74a3-8380-43b4-8a9e-fee5a0e1c271 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Request body: {'security_group_rule': {'security_group_id': '6770b916-fe91-445a-bb5e-b6f8dbc35a2b', 'project_id': '73983d260517467dab770ff153eba8a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:38.189463 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] For port 98d4ab85-60da-40d3-bf35-649549202efb, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=98d4ab85-60da-40d3-bf35-649549202efb,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:12:38.193578 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (98d4ab85-60da-40d3-bf35-649549202efb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:38.194481 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 2d85050e-c55b-4cfe-b6ff-3eba91379d8c up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:12:38.211914 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-8a2e74a3-8380-43b4-8a9e-fee5a0e1c271 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Project 73983d260517467dab770ff153eba8a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 13:12:38.217481 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a2e74a3-8380-43b4-8a9e-fee5a0e1c271 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group_rule (b0610b59-517e-4d2b-a558-3192fedce3f5), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:38.274197 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Pushing event updated for resources: {'Port': ['ID=98d4ab85-60da-40d3-bf35-649549202efb,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:38.276549 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a2e74a3-8380-43b4-8a9e-fee5a0e1c271 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group_rule (b0610b59-517e-4d2b-a558-3192fedce3f5), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:38.280932 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a2e74a3-8380-43b4-8a9e-fee5a0e1c271 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (b0610b59-517e-4d2b-a558-3192fedce3f5), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:38.286125 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:38.286511 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:38.302238 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e74a3-8380-43b4-8a9e-fee5a0e1c271 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0610b59-517e-4d2b-a558-3192fedce3f5,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:38.319803 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a2e74a3-8380-43b4-8a9e-fee5a0e1c271 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:38.325893 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-8a2e74a3-8380-43b4-8a9e-fee5a0e1c271 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421385 Jan 11 13:12:38.378853 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:39.235729 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592413d4-339a-43a6-b11a-e13dba94ac79 req-4044ba6f-6d3f-46f2-bed5-df0720d3e0f1 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:39.238252 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-592413d4-339a-43a6-b11a-e13dba94ac79 req-4044ba6f-6d3f-46f2-bed5-df0720d3e0f1 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0548222 Jan 11 13:12:39.286703 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-592413d4-339a-43a6-b11a-e13dba94ac79 req-1afe297f-bf16-4784-ba18-0a27a260765b tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439744 Jan 11 13:12:39.859373 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Sync routers for ids ['e947eb76-5090-4022-8ae2-9b6138ada95f'] in dv-cinder-824149-3-iscsi {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:12:39.869540 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Routers {'e947eb76-5090-4022-8ae2-9b6138ada95f'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:12:39.870144 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:12:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['e947eb76-5090-4022-8ae2-9b6138ada95f'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:39.952041 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 98d4ab85-60da-40d3-bf35-649549202efb up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:12:39.978304 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Set router e947eb76-5090-4022-8ae2-9b6138ada95f gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:12:40.000549 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 98d4ab85-60da-40d3-bf35-649549202efb triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:40.000919 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (98d4ab85-60da-40d3-bf35-649549202efb), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:40.181163 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'name': 'tempest-TestVolumeBootPattern-1547675007-router', 'tenant_id': '6e145a0206a5424bb7973d67232c4548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '98d4ab85-60da-40d3-bf35-649549202efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:32Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 4, 'project_id': '6e145a0206a5424bb7973d67232c4548', 'gw_port': {'id': '98d4ab85-60da-40d3-bf35-649549202efb', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:33Z', 'updated_at': '2022-01-11T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'ad4883b9-57f2-4b15-82b5-1d5c52febaa0', 'name': '', 'network_id': '8ea86046-ed5e-4474-b897-05baf566dfe9', 'tenant_id': '6e145a0206a5424bb7973d67232c4548', 'mac_address': 'fa:16:3e:c1:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '0c0c993c-9e1d-445d-84fa-a02a3dc23c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:35Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 2, 'project_id': '6e145a0206a5424bb7973d67232c4548', 'subnets': [{'id': '0c0c993c-9e1d-445d-84fa-a02a3dc23c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:40.205917 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 98d4ab85-60da-40d3-bf35-649549202efb is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:40.207985 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Checking router: e947eb76-5090-4022-8ae2-9b6138ada95f for host: dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:12:40.208375 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Updating router e947eb76-5090-4022-8ae2-9b6138ada95f port ad4883b9-57f2-4b15-82b5-1d5c52febaa0 binding host dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:12:40.236867 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:40.410569 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57c8f1-2f4f-4234-86f3-459814883cb6 req-d0ae8350-dd6f-4e3c-ad2c-d13b77b18752 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:40.412460 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fe57c8f1-2f4f-4234-86f3-459814883cb6 req-d0ae8350-dd6f-4e3c-ad2c-d13b77b18752 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0563383 Jan 11 13:12:40.459600 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fe57c8f1-2f4f-4234-86f3-459814883cb6 req-1b6852e7-64fd-4cdd-9d4c-010fd5010414 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415850 Jan 11 13:12:40.516685 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Publish callbacks [] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:40.521372 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:40.571545 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e2371-b18c-4779-9a42-92e8d9dd1232 None None] Pushing event updated for resources: {'Port': ['ID=ad4883b9-57f2-4b15-82b5-1d5c52febaa0,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:40.715361 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Attempting to bind port ad4883b9-57f2-4b15-82b5-1d5c52febaa0 on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:12:40.715732 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Attempting to bind port ad4883b9-57f2-4b15-82b5-1d5c52febaa0 by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '961a1138-2af3-44d0-b3ae-66ae9b19ab33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ea86046-ed5e-4474-b897-05baf566dfe9'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:12:40.716090 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Attempting to bind port ad4883b9-57f2-4b15-82b5-1d5c52febaa0 on network 8ea86046-ed5e-4474-b897-05baf566dfe9 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:12:40.719128 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:12:40.722972 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:12:40.723338 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Checking segment: {'id': '961a1138-2af3-44d0-b3ae-66ae9b19ab33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ea86046-ed5e-4474-b897-05baf566dfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:12:40.723736 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:40.724202 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Bound using segment: {'id': '961a1138-2af3-44d0-b3ae-66ae9b19ab33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ea86046-ed5e-4474-b897-05baf566dfe9'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:12:40.724605 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Bound port: ad4883b9-57f2-4b15-82b5-1d5c52febaa0, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961a1138-2af3-44d0-b3ae-66ae9b19ab33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ea86046-ed5e-4474-b897-05baf566dfe9'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:12:40.724983 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:40.787837 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] For port ad4883b9-57f2-4b15-82b5-1d5c52febaa0, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:12:40.791195 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] For port ad4883b9-57f2-4b15-82b5-1d5c52febaa0, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=ad4883b9-57f2-4b15-82b5-1d5c52febaa0,segment=NetworkSegment(961a1138-2af3-44d0-b3ae-66ae9b19ab33),segment_id=961a1138-2af3-44d0-b3ae-66ae9b19ab33)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:12:40.796001 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:40.799188 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-a3ac4c21-7a8d-4c20-b53f-372001c9d7d0 None None] Provisioning complete for port ad4883b9-57f2-4b15-82b5-1d5c52febaa0 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:40.799565 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a3ac4c21-7a8d-4c20-b53f-372001c9d7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:40.856320 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e2371-b18c-4779-9a42-92e8d9dd1232 None None] Pushing event updated for resources: {'Port': ['ID=ad4883b9-57f2-4b15-82b5-1d5c52febaa0,revision_number=4']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:40.861283 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Routers {'e947eb76-5090-4022-8ae2-9b6138ada95f'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:12:40.861818 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:12:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['e947eb76-5090-4022-8ae2-9b6138ada95f'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:40.899432 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-a3ac4c21-7a8d-4c20-b53f-372001c9d7d0 None None] Current status of the port ad4883b9-57f2-4b15-82b5-1d5c52febaa0 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:40.900560 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a3ac4c21-7a8d-4c20-b53f-372001c9d7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:40.937418 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-a3ac4c21-7a8d-4c20-b53f-372001c9d7d0 None None] For port ad4883b9-57f2-4b15-82b5-1d5c52febaa0, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=ad4883b9-57f2-4b15-82b5-1d5c52febaa0,segment=NetworkSegment(961a1138-2af3-44d0-b3ae-66ae9b19ab33),segment_id=961a1138-2af3-44d0-b3ae-66ae9b19ab33)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:12:40.941566 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a3ac4c21-7a8d-4c20-b53f-372001c9d7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:40.977984 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] Set router e947eb76-5090-4022-8ae2-9b6138ada95f gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:12:40.998628 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac4c21-7a8d-4c20-b53f-372001c9d7d0 None None] Pushing event updated for resources: {'Port': ['ID=ad4883b9-57f2-4b15-82b5-1d5c52febaa0,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:41.065215 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-187effc4-fa6b-401e-b038-2e6ae2a24f7e None None] Provisioning complete for port ad4883b9-57f2-4b15-82b5-1d5c52febaa0 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:41.065688 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-187effc4-fa6b-401e-b038-2e6ae2a24f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:41.145385 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-187effc4-fa6b-401e-b038-2e6ae2a24f7e None None] Current status of the port ad4883b9-57f2-4b15-82b5-1d5c52febaa0 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:41.187579 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'name': 'tempest-TestVolumeBootPattern-1547675007-router', 'tenant_id': '6e145a0206a5424bb7973d67232c4548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '98d4ab85-60da-40d3-bf35-649549202efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:32Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 4, 'project_id': '6e145a0206a5424bb7973d67232c4548', 'gw_port': {'id': '98d4ab85-60da-40d3-bf35-649549202efb', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:33Z', 'updated_at': '2022-01-11T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'ad4883b9-57f2-4b15-82b5-1d5c52febaa0', 'name': '', 'network_id': '8ea86046-ed5e-4474-b897-05baf566dfe9', 'tenant_id': '6e145a0206a5424bb7973d67232c4548', 'mac_address': 'fa:16:3e:c1:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '0c0c993c-9e1d-445d-84fa-a02a3dc23c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:35Z', 'updated_at': '2022-01-11T13:12:40Z', 'revision_number': 4, 'project_id': '6e145a0206a5424bb7973d67232c4548', 'subnets': [{'id': '0c0c993c-9e1d-445d-84fa-a02a3dc23c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:41.213063 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2071c9-1610-4454-bcc3-a97f96994037 None None] The sync data for ids ['e947eb76-5090-4022-8ae2-9b6138ada95f'] in dv-cinder-824149-3-iscsi is: [{'id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'name': 'tempest-TestVolumeBootPattern-1547675007-router', 'tenant_id': '6e145a0206a5424bb7973d67232c4548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '98d4ab85-60da-40d3-bf35-649549202efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:32Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 4, 'project_id': '6e145a0206a5424bb7973d67232c4548', 'gw_port': {'id': '98d4ab85-60da-40d3-bf35-649549202efb', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:33Z', 'updated_at': '2022-01-11T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'ad4883b9-57f2-4b15-82b5-1d5c52febaa0', 'name': '', 'network_id': '8ea86046-ed5e-4474-b897-05baf566dfe9', 'tenant_id': '6e145a0206a5424bb7973d67232c4548', 'mac_address': 'fa:16:3e:c1:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '0c0c993c-9e1d-445d-84fa-a02a3dc23c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:35Z', 'updated_at': '2022-01-11T13:12:40Z', 'revision_number': 4, 'project_id': '6e145a0206a5424bb7973d67232c4548', 'subnets': [{'id': '0c0c993c-9e1d-445d-84fa-a02a3dc23c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:12:41.380244 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68143189-cb27-467a-8e5c-adea4d026acd req-9f4bf9c4-b83c-4e41-b0a8-159085153004 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:41.381726 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-68143189-cb27-467a-8e5c-adea4d026acd req-9f4bf9c4-b83c-4e41-b0a8-159085153004 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0573742 Jan 11 13:12:41.476049 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-68143189-cb27-467a-8e5c-adea4d026acd req-324de229-3015-4fd1-b37b-673dd25b0fb8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Deleting port c0c46d50-6e93-4eb5-a795-196691df5d9c {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:12:41.476414 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-68143189-cb27-467a-8e5c-adea4d026acd req-324de229-3015-4fd1-b37b-673dd25b0fb8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (c0c46d50-6e93-4eb5-a795-196691df5d9c), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:41.571170 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-68143189-cb27-467a-8e5c-adea4d026acd req-324de229-3015-4fd1-b37b-673dd25b0fb8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] For port c0c46d50-6e93-4eb5-a795-196691df5d9c, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c0c46d50-6e93-4eb5-a795-196691df5d9c,segment=NetworkSegment(534b0231-a2b0-40c0-9b1c-0646ef4f896b),segment_id=534b0231-a2b0-40c0-9b1c-0646ef4f896b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:12:41.571521 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-68143189-cb27-467a-8e5c-adea4d026acd req-324de229-3015-4fd1-b37b-673dd25b0fb8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (c0c46d50-6e93-4eb5-a795-196691df5d9c), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:41.580283 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdea47-1be1-4c78-bffc-6198d81f28b7 req-f69eccf2-2e8e-41ce-91ea-803f4d3a8702 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:41.581805 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f1fdea47-1be1-4c78-bffc-6198d81f28b7 req-f69eccf2-2e8e-41ce-91ea-803f4d3a8702 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 945 time: 0.0520358 Jan 11 13:12:41.636967 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f1fdea47-1be1-4c78-bffc-6198d81f28b7 req-ac334118-9c64-4f8c-9dac-42d870e1f4e5 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=677b9ced-e0f3-4361-8468-0490445c59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491345 Jan 11 13:12:41.969698 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-68143189-cb27-467a-8e5c-adea4d026acd req-324de229-3015-4fd1-b37b-673dd25b0fb8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:41.970059 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-68143189-cb27-467a-8e5c-adea4d026acd req-324de229-3015-4fd1-b37b-673dd25b0fb8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7954133'] for floatingip (1e68bbb5-d6a0-4071-baa3-d65150ee7868), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:41.970375 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.db.l3_db [req-68143189-cb27-467a-8e5c-adea4d026acd req-324de229-3015-4fd1-b37b-673dd25b0fb8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Floating IP 1e68bbb5-d6a0-4071-baa3-d65150ee7868 disassociated. External IP: 172.27.0.142, port: c0c46d50-6e93-4eb5-a795-196691df5d9c. Jan 11 13:12:41.970717 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-68143189-cb27-467a-8e5c-adea4d026acd req-324de229-3015-4fd1-b37b-673dd25b0fb8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Calling delete_port for c0c46d50-6e93-4eb5-a795-196691df5d9c owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:12:41.986605 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device ad4883b9-57f2-4b15-82b5-1d5c52febaa0 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:12:42.035738 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port ad4883b9-57f2-4b15-82b5-1d5c52febaa0 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:42.036478 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:42.100805 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-68143189-cb27-467a-8e5c-adea4d026acd req-324de229-3015-4fd1-b37b-673dd25b0fb8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (c0c46d50-6e93-4eb5-a795-196691df5d9c), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:42.112648 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port ad4883b9-57f2-4b15-82b5-1d5c52febaa0 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:42.139886 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324de229-3015-4fd1-b37b-673dd25b0fb8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Pushing event deleted for resources: {'Port': ['ID=c0c46d50-6e93-4eb5-a795-196691df5d9c,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:42.244028 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68143189-cb27-467a-8e5c-adea4d026acd req-324de229-3015-4fd1-b37b-673dd25b0fb8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Router f83e3be3-868f-4dca-aab8-8cffd8b8b294 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:12:42.350068 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68143189-cb27-467a-8e5c-adea4d026acd req-324de229-3015-4fd1-b37b-673dd25b0fb8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:12:42.360498 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697af53c-5801-4349-b1d1-25ce5acdd1a5 None None] Sync routers for ids ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:12:42.370445 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697af53c-5801-4349-b1d1-25ce5acdd1a5 None None] Routers {'f83e3be3-868f-4dca-aab8-8cffd8b8b294'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:12:42.371139 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-697af53c-5801-4349-b1d1-25ce5acdd1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:12:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:42.391083 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-68143189-cb27-467a-8e5c-adea4d026acd req-324de229-3015-4fd1-b37b-673dd25b0fb8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] No DVR routers for this DVR port c0c46d50-6e93-4eb5-a795-196691df5d9c on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:12:42.393935 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-68143189-cb27-467a-8e5c-adea4d026acd req-324de229-3015-4fd1-b37b-673dd25b0fb8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:42.406363 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-68143189-cb27-467a-8e5c-adea4d026acd req-324de229-3015-4fd1-b37b-673dd25b0fb8 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.49 "DELETE /v2.0/ports/c0c46d50-6e93-4eb5-a795-196691df5d9c HTTP/1.1" status: 204 len: 173 time: 1.0188606 Jan 11 13:12:42.406871 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86', 'name': 'network-vif-deleted', 'tag': 'c0c46d50-6e93-4eb5-a795-196691df5d9c'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:12:42.411701 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dafda7-bd7d-4d62-a22e-4859bf742800" -d '{"events": [{"server_uuid": "0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86", "name": "network-vif-deleted", "tag": "c0c46d50-6e93-4eb5-a795-196691df5d9c"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:12:42.470859 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21c0ef8-76bc-4dd5-a3ed-d719a79d1ce9 x-openstack-request-id: req-a21c0ef8-76bc-4dd5-a3ed-d719a79d1ce9 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:12:42.471154 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86", "name": "network-vif-deleted", "tag": "c0c46d50-6e93-4eb5-a795-196691df5d9c", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:12:42.471412 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a21c0ef8-76bc-4dd5-a3ed-d719a79d1ce9 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:12:42.471814 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86', 'name': 'network-vif-deleted', 'tag': 'c0c46d50-6e93-4eb5-a795-196691df5d9c', 'status': 'completed', 'code': 200} Jan 11 13:12:42.519927 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-697af53c-5801-4349-b1d1-25ce5acdd1a5 None None] Set router f83e3be3-868f-4dca-aab8-8cffd8b8b294 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:12:42.733307 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-697af53c-5801-4349-b1d1-25ce5acdd1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:08:13Z', 'revision_number': 4, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '0a07083a-f8a7-4297-9e20-271990360eaa', 'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'mac_address': 'fa:16:3e:0e:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:10Z', 'updated_at': '2022-01-11T13:08:22Z', 'revision_number': 5, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'subnets': [{'id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:42.753340 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8147f0bc-eca0-4ff4-9d7c-5bffa7faa40d req-d5580876-10f5-403b-b883-5cc551226b03 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2adb9f-d802-49f3-b6ca-d9bc2edb0f86 HTTP/1.1" status: 200 len: 210 time: 0.0311468 Jan 11 13:12:42.764235 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697af53c-5801-4349-b1d1-25ce5acdd1a5 None None] Checking router: f83e3be3-868f-4dca-aab8-8cffd8b8b294 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:12:42.773193 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697af53c-5801-4349-b1d1-25ce5acdd1a5 None None] Routers {'f83e3be3-868f-4dca-aab8-8cffd8b8b294'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:12:42.773841 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-697af53c-5801-4349-b1d1-25ce5acdd1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:12:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:42.890193 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-697af53c-5801-4349-b1d1-25ce5acdd1a5 None None] Set router f83e3be3-868f-4dca-aab8-8cffd8b8b294 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:12:43.113351 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-697af53c-5801-4349-b1d1-25ce5acdd1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:08:13Z', 'revision_number': 4, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '0a07083a-f8a7-4297-9e20-271990360eaa', 'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'mac_address': 'fa:16:3e:0e:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:10Z', 'updated_at': '2022-01-11T13:08:22Z', 'revision_number': 5, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'subnets': [{'id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:43.140563 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697af53c-5801-4349-b1d1-25ce5acdd1a5 None None] The sync data for ids ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'] in dv-cinder-824149-3-iscsi is: [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:08:13Z', 'revision_number': 4, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '0a07083a-f8a7-4297-9e20-271990360eaa', 'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'mac_address': 'fa:16:3e:0e:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:10Z', 'updated_at': '2022-01-11T13:08:22Z', 'revision_number': 5, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'subnets': [{'id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:12:43.645765 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3325d90-3b3f-4496-9a51-154fc03bb846 None None] New status for floating IP 1e68bbb5-d6a0-4071-baa3-d65150ee7868: DOWN {{(pid=102632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 13:12:43.838833 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55480) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:43.892717 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-53e8d415-1a92-40de-b3fb-c553804baf62 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group (677b9ced-e0f3-4361-8468-0490445c59f5), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:43.915920 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-53e8d415-1a92-40de-b3fb-c553804baf62 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group (677b9ced-e0f3-4361-8468-0490445c59f5), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:43.961314 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-53e8d415-1a92-40de-b3fb-c553804baf62 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (677b9ced-e0f3-4361-8468-0490445c59f5), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:43.963769 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-53e8d415-1a92-40de-b3fb-c553804baf62 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:43.964953 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-53e8d415-1a92-40de-b3fb-c553804baf62 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "DELETE /v2.0/security-groups/677b9ced-e0f3-4361-8468-0490445c59f5 HTTP/1.1" status: 204 len: 168 time: 0.1250629 Jan 11 13:12:43.967836 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 55482) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:43.973495 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8d415-1a92-40de-b3fb-c553804baf62 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=677b9ced-e0f3-4361-8468-0490445c59f5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:43.982054 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.api.v2.resource [None req-6311bca6-2cdd-4b67-b0d7-6c284d8a3232 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] show failed (client error): The resource could not be found. Jan 11 13:12:43.986172 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-6311bca6-2cdd-4b67-b0d7-6c284d8a3232 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups/677b9ced-e0f3-4361-8468-0490445c59f5 HTTP/1.1" status: 404 len: 347 time: 0.0171287 Jan 11 13:12:43.989661 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 55484) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:44.114664 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a7b38bcb-64e8-4765-8e91-aeeab2c572ed tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Deleting port 78689e9e-ecbf-4a42-b9f2-c2143847a0df {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:12:44.115005 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a7b38bcb-64e8-4765-8e91-aeeab2c572ed tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (78689e9e-ecbf-4a42-b9f2-c2143847a0df), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:44.193293 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a7b38bcb-64e8-4765-8e91-aeeab2c572ed tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (78689e9e-ecbf-4a42-b9f2-c2143847a0df), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:44.193617 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a7b38bcb-64e8-4765-8e91-aeeab2c572ed tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for floatingip (78689e9e-ecbf-4a42-b9f2-c2143847a0df), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:44.205539 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a7b38bcb-64e8-4765-8e91-aeeab2c572ed tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Calling delete_port for 78689e9e-ecbf-4a42-b9f2-c2143847a0df owned by network:floatingip {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:12:44.333576 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a7b38bcb-64e8-4765-8e91-aeeab2c572ed tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (78689e9e-ecbf-4a42-b9f2-c2143847a0df), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:44.358229 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b38bcb-64e8-4765-8e91-aeeab2c572ed tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Pushing event deleted for resources: {'Port': ['ID=78689e9e-ecbf-4a42-b9f2-c2143847a0df,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:44.422452 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a7b38bcb-64e8-4765-8e91-aeeab2c572ed tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for floatingip (1e68bbb5-d6a0-4071-baa3-d65150ee7868), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:44.425058 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a7b38bcb-64e8-4765-8e91-aeeab2c572ed tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:44.426209 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-a7b38bcb-64e8-4765-8e91-aeeab2c572ed tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "DELETE /v2.0/floatingips/1e68bbb5-d6a0-4071-baa3-d65150ee7868 HTTP/1.1" status: 204 len: 168 time: 0.4353881 Jan 11 13:12:44.664465 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 55490) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:44.669195 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-2c6c1924-a1b5-4c1f-b36b-a9a1dc4fe169 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--132365218', 'description': 'tempest-description--266684968'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:44.693708 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1924-a1b5-4c1f-b36b-a9a1dc4fe169 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:44.760352 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1924-a1b5-4c1f-b36b-a9a1dc4fe169 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group (46b629e8-0640-4715-a565-c093ecb05a0b), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:44.764092 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1924-a1b5-4c1f-b36b-a9a1dc4fe169 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (46b629e8-0640-4715-a565-c093ecb05a0b), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:44.797434 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1924-a1b5-4c1f-b36b-a9a1dc4fe169 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:44.798658 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-2c6c1924-a1b5-4c1f-b36b-a9a1dc4fe169 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1331878 Jan 11 13:12:44.800536 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c1924-a1b5-4c1f-b36b-a9a1dc4fe169 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b629e8-0640-4715-a565-c093ecb05a0b,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:44.801617 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55494) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:44.806303 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-efc9b0ea-706a-4cdd-8ecd-8737bfcf1940 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Request body: {'security_group_rule': {'security_group_id': '46b629e8-0640-4715-a565-c093ecb05a0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:44.834120 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-efc9b0ea-706a-4cdd-8ecd-8737bfcf1940 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group_rule (a3eebf26-91c9-47c9-ae18-ef4273c30b1a), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:44.880562 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-efc9b0ea-706a-4cdd-8ecd-8737bfcf1940 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group_rule (a3eebf26-91c9-47c9-ae18-ef4273c30b1a), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:44.884382 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-efc9b0ea-706a-4cdd-8ecd-8737bfcf1940 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (a3eebf26-91c9-47c9-ae18-ef4273c30b1a), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:44.901372 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9b0ea-706a-4cdd-8ecd-8737bfcf1940 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3eebf26-91c9-47c9-ae18-ef4273c30b1a,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:44.911465 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-efc9b0ea-706a-4cdd-8ecd-8737bfcf1940 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:44.912866 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-efc9b0ea-706a-4cdd-8ecd-8737bfcf1940 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1102283 Jan 11 13:12:44.915438 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55496) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:44.919701 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2329bd77-46ce-49e3-803a-9cdf5c699f1d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Request body: {'security_group_rule': {'security_group_id': '46b629e8-0640-4715-a565-c093ecb05a0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:44.947592 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2329bd77-46ce-49e3-803a-9cdf5c699f1d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group_rule (50f033ed-03c5-4bec-8969-94bf6b62f150), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:45.006906 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2329bd77-46ce-49e3-803a-9cdf5c699f1d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group_rule (50f033ed-03c5-4bec-8969-94bf6b62f150), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:45.010052 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2329bd77-46ce-49e3-803a-9cdf5c699f1d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (50f033ed-03c5-4bec-8969-94bf6b62f150), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:45.027447 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329bd77-46ce-49e3-803a-9cdf5c699f1d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f033ed-03c5-4bec-8969-94bf6b62f150,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:45.035637 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2329bd77-46ce-49e3-803a-9cdf5c699f1d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:45.036850 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-2329bd77-46ce-49e3-803a-9cdf5c699f1d tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204727 Jan 11 13:12:45.039879 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55498) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:45.044171 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e4da87db-3a97-4143-b98f-715301288d7f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Request body: {'floatingip': {'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:45.068274 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4da87db-3a97-4143-b98f-715301288d7f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:45.164542 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4da87db-3a97-4143-b98f-715301288d7f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:45.269775 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-e4da87db-3a97-4143-b98f-715301288d7f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Allocated IP 172.27.0.162 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/0d346cfe-2325-41a5-9e21-fd1ca01c5bc6) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:12:45.367546 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4da87db-3a97-4143-b98f-715301288d7f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for port (0d346cfe-2325-41a5-9e21-fd1ca01c5bc6), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:45.400880 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4da87db-3a97-4143-b98f-715301288d7f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (0d346cfe-2325-41a5-9e21-fd1ca01c5bc6), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:45.442517 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4da87db-3a97-4143-b98f-715301288d7f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:12:45.445273 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e4da87db-3a97-4143-b98f-715301288d7f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:12:45.448738 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4da87db-3a97-4143-b98f-715301288d7f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:12:45.469900 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da87db-3a97-4143-b98f-715301288d7f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Pushing event updated for resources: {'Port': ['ID=0d346cfe-2325-41a5-9e21-fd1ca01c5bc6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:45.536492 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4da87db-3a97-4143-b98f-715301288d7f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for floatingip (baf9ec46-542c-4cf4-a765-306fd19b2279), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:45.568442 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4da87db-3a97-4143-b98f-715301288d7f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (0d346cfe-2325-41a5-9e21-fd1ca01c5bc6), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:45.717202 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4da87db-3a97-4143-b98f-715301288d7f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for port (0d346cfe-2325-41a5-9e21-fd1ca01c5bc6), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:45.721360 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4da87db-3a97-4143-b98f-715301288d7f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5438357'] for port (0d346cfe-2325-41a5-9e21-fd1ca01c5bc6), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:45.794343 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device c0c46d50-6e93-4eb5-a795-196691df5d9c no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:12:45.816407 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: c0c46d50-6e93-4eb5-a795-196691df5d9c {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:12:45.816754 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device c0c46d50-6e93-4eb5-a795-196691df5d9c not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:12:46.015145 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da87db-3a97-4143-b98f-715301288d7f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Pushing event updated for resources: {'Port': ['ID=0d346cfe-2325-41a5-9e21-fd1ca01c5bc6,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:46.026413 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4da87db-3a97-4143-b98f-715301288d7f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7954133'] for floatingip (baf9ec46-542c-4cf4-a765-306fd19b2279), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:46.040668 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e4da87db-3a97-4143-b98f-715301288d7f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:46.041884 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e4da87db-3a97-4143-b98f-715301288d7f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0010130 Jan 11 13:12:46.239594 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7d5505d9-0c77-46e9-b75e-1d348dba1cdd tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--132365218&fields=id&tenant_id=c7808d2de8744f4eb8023e61750e3d81 HTTP/1.1" status: 200 len: 267 time: 0.0418677 Jan 11 13:12:46.347585 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-264e19a2-3c6b-4ce5-9a7a-7b8a513cc662 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:46.348965 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-264e19a2-3c6b-4ce5-9a7a-7b8a513cc662 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/networks?id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949 HTTP/1.1" status: 200 len: 810 time: 0.1031866 Jan 11 13:12:46.363838 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-bacf9c8d-1d38-41bc-9689-4dd4a8c96e2a tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/quotas/c7808d2de8744f4eb8023e61750e3d81 HTTP/1.1" status: 200 len: 375 time: 0.0094686 Jan 11 13:12:46.415141 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7a89b8e3-6bf2-4abe-ad8b-7d3247cfc2dd tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c7808d2de8744f4eb8023e61750e3d81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465465 Jan 11 13:12:46.510455 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7a53cba4-83bc-44d7-aa24-1437ee4ab015 service neutron] 10.222.0.52 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834033 Jan 11 13:12:46.603894 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-fd602d76-749c-4198-8059-c352e0f39262 service neutron] 10.222.0.52 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872097 Jan 11 13:12:46.765946 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a446dbfe-b0cf-4db3-a8f6-a3213fcb2656 req-8242eb4d-8601-4e4c-ac6c-30fac1125129 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b10a17f-ced6-4d20-818b-ed7e5eb24308 HTTP/1.1" status: 200 len: 210 time: 0.0310690 Jan 11 13:12:47.735697 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-85da1a91-3994-4707-bf43-fd6ea3eab77a tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:47.737232 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-85da1a91-3994-4707-bf43-fd6ea3eab77a tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.49 "GET /v2.0/networks?id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949 HTTP/1.1" status: 200 len: 810 time: 0.1048746 Jan 11 13:12:47.802814 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-c191365b-4c74-4f39-89b9-ad1339585aaa tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7808d2de8744f4eb8023e61750e3d81 HTTP/1.1" status: 200 len: 379 time: 0.0566766 Jan 11 13:12:47.816007 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-6aa69b4d-0755-4ee7-a334-aaed5aa8a2e9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Request body: {'port': {'device_id': '8b10a17f-ced6-4d20-818b-ed7e5eb24308', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'admin_state_up': True, 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'security_groups': ['46b629e8-0640-4715-a565-c093ecb05a0b']}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:47.861264 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8da5be94-a8c2-461d-bbdb-f9cf522a9cda req-977dc5e5-2ef9-42fc-bea4-40698a90b3e2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b10a17f-ced6-4d20-818b-ed7e5eb24308 HTTP/1.1" status: 200 len: 210 time: 0.0269277 Jan 11 13:12:47.933183 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-6aa69b4d-0755-4ee7-a334-aaed5aa8a2e9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Made reservation on behalf of c7808d2de8744f4eb8023e61750e3d81 for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:12:47.936749 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-6aa69b4d-0755-4ee7-a334-aaed5aa8a2e9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:48.061065 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-6aa69b4d-0755-4ee7-a334-aaed5aa8a2e9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Allocated IP 172.20.0.6 (36cb856f-e9ca-4cf7-a40a-2ab754a9a949/b72085c7-0437-4370-a1d2-14c23986b36f/b9d317fb-37d4-40f8-a9b9-076089288a59) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:12:48.203709 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-6aa69b4d-0755-4ee7-a334-aaed5aa8a2e9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for port (b9d317fb-37d4-40f8-a9b9-076089288a59), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:48.238154 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-6aa69b4d-0755-4ee7-a334-aaed5aa8a2e9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (b9d317fb-37d4-40f8-a9b9-076089288a59), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:48.287229 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-6aa69b4d-0755-4ee7-a334-aaed5aa8a2e9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:12:48.290773 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-6aa69b4d-0755-4ee7-a334-aaed5aa8a2e9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:12:48.294548 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-6aa69b4d-0755-4ee7-a334-aaed5aa8a2e9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:12:48.301802 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa69b4d-0755-4ee7-a334-aaed5aa8a2e9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Pushing event updated for resources: {'Port': ['ID=b9d317fb-37d4-40f8-a9b9-076089288a59,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:48.350852 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-6aa69b4d-0755-4ee7-a334-aaed5aa8a2e9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:48.351581 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-6aa69b4d-0755-4ee7-a334-aaed5aa8a2e9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:48.370765 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-6aa69b4d-0755-4ee7-a334-aaed5aa8a2e9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5584936 Jan 11 13:12:48.384569 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Request body: {'port': {'device_id': '8b10a17f-ced6-4d20-818b-ed7e5eb24308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:48.448609 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (b9d317fb-37d4-40f8-a9b9-076089288a59), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:48.528605 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-ef1c2869-a45e-49b4-8b30-2428938f9e12 None None] Provisioning complete for port b9d317fb-37d4-40f8-a9b9-076089288a59 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:48.529210 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ef1c2869-a45e-49b4-8b30-2428938f9e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (b9d317fb-37d4-40f8-a9b9-076089288a59), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:48.564990 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-ef1c2869-a45e-49b4-8b30-2428938f9e12 None None] Port b9d317fb-37d4-40f8-a9b9-076089288a59 cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:12:48.706763 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d317fb-37d4-40f8-a9b9-076089288a59 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:12:48.714351 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Publish callbacks [] for port (b9d317fb-37d4-40f8-a9b9-076089288a59), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:48.726279 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Transition to ACTIVE for port object b9d317fb-37d4-40f8-a9b9-076089288a59 will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:12:48.729990 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (b9d317fb-37d4-40f8-a9b9-076089288a59), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:48.780688 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Pushing event updated for resources: {'Port': ['ID=b9d317fb-37d4-40f8-a9b9-076089288a59,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:48.846017 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Attempting to bind port b9d317fb-37d4-40f8-a9b9-076089288a59 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:12:48.846481 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Attempting to bind port b9d317fb-37d4-40f8-a9b9-076089288a59 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '534b0231-a2b0-40c0-9b1c-0646ef4f896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:12:48.846993 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Attempting to bind port b9d317fb-37d4-40f8-a9b9-076089288a59 on network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:12:48.851582 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Port b9d317fb-37d4-40f8-a9b9-076089288a59 on network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:12:48.851907 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Attempting to bind port b9d317fb-37d4-40f8-a9b9-076089288a59 on network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:12:48.858095 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:12:48.858439 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Checking segment: {'id': '534b0231-a2b0-40c0-9b1c-0646ef4f896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:12:48.858827 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Bound using segment: {'id': '534b0231-a2b0-40c0-9b1c-0646ef4f896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:12:48.859660 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Bound port: b9d317fb-37d4-40f8-a9b9-076089288a59, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534b0231-a2b0-40c0-9b1c-0646ef4f896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:12:48.859660 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (b9d317fb-37d4-40f8-a9b9-076089288a59), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:48.933484 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] For port b9d317fb-37d4-40f8-a9b9-076089288a59, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:12:48.936746 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] For port b9d317fb-37d4-40f8-a9b9-076089288a59, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=b9d317fb-37d4-40f8-a9b9-076089288a59,segment=NetworkSegment(534b0231-a2b0-40c0-9b1c-0646ef4f896b),segment_id=534b0231-a2b0-40c0-9b1c-0646ef4f896b)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:12:48.940674 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (b9d317fb-37d4-40f8-a9b9-076089288a59), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:48.977318 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:48.977916 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:48.980147 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] 10.222.0.49 "PUT /v2.0/ports/b9d317fb-37d4-40f8-a9b9-076089288a59 HTTP/1.1" status: 200 len: 1093 time: 0.5997260 Jan 11 13:12:48.980904 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b10a17f-ced6-4d20-818b-ed7e5eb24308', 'tag': 'b9d317fb-37d4-40f8-a9b9-076089288a59'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:12:48.983750 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0a754-addc-4e39-a715-e7fb66f3aa64 req-4c580ff4-d710-4a4a-8570-2af786dc114c tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:48.984339 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76daa2ac-becd-450b-b6a3-9924578de0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8b10a17f-ced6-4d20-818b-ed7e5eb24308", "tag": "b9d317fb-37d4-40f8-a9b9-076089288a59"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:12:48.985303 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1da0a754-addc-4e39-a715-e7fb66f3aa64 req-4c580ff4-d710-4a4a-8570-2af786dc114c tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b10a17f-ced6-4d20-818b-ed7e5eb24308 HTTP/1.1" status: 200 len: 943 time: 0.0504632 Jan 11 13:12:49.017313 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd348e-88ad-4419-9c06-2fb54e0a0fec service neutron] Pushing event updated for resources: {'Port': ['ID=b9d317fb-37d4-40f8-a9b9-076089288a59,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:49.058622 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a67e22-8cb3-4874-a4fb-69d1838dc5d9 x-openstack-request-id: req-28a67e22-8cb3-4874-a4fb-69d1838dc5d9 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:12:49.059011 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b10a17f-ced6-4d20-818b-ed7e5eb24308", "tag": "b9d317fb-37d4-40f8-a9b9-076089288a59", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:12:49.059326 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28a67e22-8cb3-4874-a4fb-69d1838dc5d9 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:12:49.059820 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b10a17f-ced6-4d20-818b-ed7e5eb24308', 'tag': 'b9d317fb-37d4-40f8-a9b9-076089288a59', 'status': 'completed', 'code': 200} Jan 11 13:12:49.063301 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1da0a754-addc-4e39-a715-e7fb66f3aa64 req-73bec64c-c766-4684-8a21-969d09a80af4 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=46b629e8-0640-4715-a565-c093ecb05a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703752 Jan 11 13:12:49.090985 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-6846f166-ffc3-4b71-89b5-a821c0db89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:49.092567 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-6846f166-ffc3-4b71-89b5-a821c0db89d8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7808d2de8744f4eb8023e61750e3d81&device_id=8b10a17f-ced6-4d20-818b-ed7e5eb24308 HTTP/1.1" status: 200 len: 1096 time: 0.0628016 Jan 11 13:12:49.139937 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-b30bfa85-852b-4c4b-ae7f-cd2dd2f777ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9d317fb-37d4-40f8-a9b9-076089288a59 HTTP/1.1" status: 200 len: 217 time: 0.0381081 Jan 11 13:12:49.200146 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-e330ee7c-3871-4550-b764-3de80ff204f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:49.201820 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-e330ee7c-3871-4550-b764-3de80ff204f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b72085c7-0437-4370-a1d2-14c23986b36f HTTP/1.1" status: 200 len: 849 time: 0.0559835 Jan 11 13:12:49.264718 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7d56b9ee-6a40-4f84-bfd1-af53ce789e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:49.266173 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-7d56b9ee-6a40-4f84-bfd1-af53ce789e4d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413499 Jan 11 13:12:49.356891 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-564bfd11-1d34-4ef2-9b6e-f8bcc15d65fc service neutron] 10.222.0.49 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831461 Jan 11 13:12:49.449965 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-cf28246e-b79c-45d7-94dd-8748301d0614 req-b718fdf8-1cf6-46c2-b58f-5e6fb690f091 service neutron] 10.222.0.49 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867364 Jan 11 13:12:49.543062 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76daa2ac-becd-450b-b6a3-9924578de0d2 req-582a2949-0324-4052-94c6-00de737ae7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:49.544533 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-76daa2ac-becd-450b-b6a3-9924578de0d2 req-582a2949-0324-4052-94c6-00de737ae7fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7808d2de8744f4eb8023e61750e3d81&device_id=8b10a17f-ced6-4d20-818b-ed7e5eb24308 HTTP/1.1" status: 200 len: 1096 time: 0.0402384 Jan 11 13:12:49.636355 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76daa2ac-becd-450b-b6a3-9924578de0d2 req-286412c1-c2c4-4476-ae0f-6bb70708cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:49.637782 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-76daa2ac-becd-450b-b6a3-9924578de0d2 req-286412c1-c2c4-4476-ae0f-6bb70708cea3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949 HTTP/1.1" status: 200 len: 911 time: 0.0834634 Jan 11 13:12:49.678437 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-76daa2ac-becd-450b-b6a3-9924578de0d2 req-6db1d6ca-eeee-4677-8cd9-5216f3663fdb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9d317fb-37d4-40f8-a9b9-076089288a59 HTTP/1.1" status: 200 len: 217 time: 0.0325046 Jan 11 13:12:49.729415 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76daa2ac-becd-450b-b6a3-9924578de0d2 req-b9440e8d-0a15-4324-9c6d-778300d32a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:49.731066 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-76daa2ac-becd-450b-b6a3-9924578de0d2 req-b9440e8d-0a15-4324-9c6d-778300d32a04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b72085c7-0437-4370-a1d2-14c23986b36f HTTP/1.1" status: 200 len: 849 time: 0.0451965 Jan 11 13:12:49.775196 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76daa2ac-becd-450b-b6a3-9924578de0d2 req-e0a1730b-1a36-4545-9c06-6b804636ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:49.776672 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-76daa2ac-becd-450b-b6a3-9924578de0d2 req-e0a1730b-1a36-4545-9c06-6b804636ef26 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386891 Jan 11 13:12:49.864074 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-76daa2ac-becd-450b-b6a3-9924578de0d2 req-30a8e70c-4c0c-436b-9de6-727bc8437d28 service neutron] 10.222.0.49 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795124 Jan 11 13:12:49.956356 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-76daa2ac-becd-450b-b6a3-9924578de0d2 req-79579167-373f-43d1-8343-c437a38f262c service neutron] 10.222.0.49 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836289 Jan 11 13:12:50.184585 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58530c34-356e-4a1b-9cac-70584bb9050b req-c7bc77f8-0a94-43fd-b983-dd450b845a5f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:50.186627 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-58530c34-356e-4a1b-9cac-70584bb9050b req-c7bc77f8-0a94-43fd-b983-dd450b845a5f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b10a17f-ced6-4d20-818b-ed7e5eb24308 HTTP/1.1" status: 200 len: 943 time: 0.0562885 Jan 11 13:12:50.242892 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-58530c34-356e-4a1b-9cac-70584bb9050b req-eb77f417-3e91-4721-8763-5967c236f672 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=46b629e8-0640-4715-a565-c093ecb05a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505016 Jan 11 13:12:51.367442 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d6937-25e3-4c6f-a3da-6ed0019ad383 req-b5dca2d3-b721-4fe1-a323-0287ae79747c tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:51.368582 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-471d6937-25e3-4c6f-a3da-6ed0019ad383 req-b5dca2d3-b721-4fe1-a323-0287ae79747c tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b10a17f-ced6-4d20-818b-ed7e5eb24308 HTTP/1.1" status: 200 len: 943 time: 0.0542855 Jan 11 13:12:51.416290 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-471d6937-25e3-4c6f-a3da-6ed0019ad383 req-a3e31df4-9d90-44e3-bd82-f73ccf51929f tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=46b629e8-0640-4715-a565-c093ecb05a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417173 Jan 11 13:12:51.827710 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device b9d317fb-37d4-40f8-a9b9-076089288a59 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:12:51.921161 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port b9d317fb-37d4-40f8-a9b9-076089288a59, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=b9d317fb-37d4-40f8-a9b9-076089288a59,segment=NetworkSegment(534b0231-a2b0-40c0-9b1c-0646ef4f896b),segment_id=534b0231-a2b0-40c0-9b1c-0646ef4f896b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:12:51.932575 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': 'b9d317fb-37d4-40f8-a9b9-076089288a59', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'port_id': 'b9d317fb-37d4-40f8-a9b9-076089288a59', 'mac_address': 'fa:16:3e:8a:81:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:12:51.968489 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port b9d317fb-37d4-40f8-a9b9-076089288a59 is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:51.968884 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (b9d317fb-37d4-40f8-a9b9-076089288a59), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:51.981392 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d317fb-37d4-40f8-a9b9-076089288a59 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:12:52.000693 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port b9d317fb-37d4-40f8-a9b9-076089288a59, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=b9d317fb-37d4-40f8-a9b9-076089288a59,segment=NetworkSegment(534b0231-a2b0-40c0-9b1c-0646ef4f896b),segment_id=534b0231-a2b0-40c0-9b1c-0646ef4f896b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:12:52.004061 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (b9d317fb-37d4-40f8-a9b9-076089288a59), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:52.048503 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=b9d317fb-37d4-40f8-a9b9-076089288a59,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:52.310979 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['b9d317fb-37d4-40f8-a9b9-076089288a59'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:12:52.543194 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f72d08-108e-47a2-ab93-e5ac68ca668e req-61aabaf7-4356-431d-a557-595330903faf tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:52.545230 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a3f72d08-108e-47a2-ab93-e5ac68ca668e req-61aabaf7-4356-431d-a557-595330903faf tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b10a17f-ced6-4d20-818b-ed7e5eb24308 HTTP/1.1" status: 200 len: 944 time: 0.0536845 Jan 11 13:12:52.593715 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a3f72d08-108e-47a2-ab93-e5ac68ca668e req-d7361309-b261-497c-a0a2-50be77176929 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=46b629e8-0640-4715-a565-c093ecb05a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426884 Jan 11 13:12:53.669335 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a617d399-5527-4106-bb7d-48fdd5317039 req-19220389-f38c-4788-9e0b-3672c642775c tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-464416958&fields=id&tenant_id=73983d260517467dab770ff153eba8a9 HTTP/1.1" status: 200 len: 267 time: 0.0440676 Jan 11 13:12:53.794109 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2a4ce-4776-4419-a8a2-8a2ae9f7be29 req-17943a08-cfa2-4ed4-83c5-4db6dce09879 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:53.795600 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c5b2a4ce-4776-4419-a8a2-8a2ae9f7be29 req-17943a08-cfa2-4ed4-83c5-4db6dce09879 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b10a17f-ced6-4d20-818b-ed7e5eb24308 HTTP/1.1" status: 200 len: 944 time: 0.0997751 Jan 11 13:12:53.821788 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617d399-5527-4106-bb7d-48fdd5317039 req-579a0d0f-182e-48dd-b51a-e4150ff43611 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:53.823181 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a617d399-5527-4106-bb7d-48fdd5317039 req-579a0d0f-182e-48dd-b51a-e4150ff43611 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/networks?id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca HTTP/1.1" status: 200 len: 811 time: 0.1475236 Jan 11 13:12:53.829582 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device b9d317fb-37d4-40f8-a9b9-076089288a59 up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:12:53.852337 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a617d399-5527-4106-bb7d-48fdd5317039 req-0157b802-b8d4-46ba-b32b-2652f5c70288 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/quotas/73983d260517467dab770ff153eba8a9 HTTP/1.1" status: 200 len: 375 time: 0.0210247 Jan 11 13:12:53.859667 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c5b2a4ce-4776-4419-a8a2-8a2ae9f7be29 req-e48ac374-f15f-4ad4-93b0-8b8236aba98b tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=46b629e8-0640-4715-a565-c093ecb05a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587945 Jan 11 13:12:53.878588 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port b9d317fb-37d4-40f8-a9b9-076089288a59 completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:12:53.882766 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port b9d317fb-37d4-40f8-a9b9-076089288a59 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:53.883143 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (b9d317fb-37d4-40f8-a9b9-076089288a59), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:53.907269 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a617d399-5527-4106-bb7d-48fdd5317039 req-2a607c7b-fe0e-4de8-b45a-abaf04864573 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=73983d260517467dab770ff153eba8a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466523 Jan 11 13:12:53.961737 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port b9d317fb-37d4-40f8-a9b9-076089288a59 is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:12:53.962129 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (b9d317fb-37d4-40f8-a9b9-076089288a59), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:53.985932 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b10a17f-ced6-4d20-818b-ed7e5eb24308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d317fb-37d4-40f8-a9b9-076089288a59'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:12:53.988249 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b35732c-f1a6-4771-8c03-65b2870ab937" -d '{"events": [{"server_uuid": "8b10a17f-ced6-4d20-818b-ed7e5eb24308", "name": "network-vif-plugged", "status": "completed", "tag": "b9d317fb-37d4-40f8-a9b9-076089288a59"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:12:54.001331 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port b9d317fb-37d4-40f8-a9b9-076089288a59, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=b9d317fb-37d4-40f8-a9b9-076089288a59,segment=NetworkSegment(534b0231-a2b0-40c0-9b1c-0646ef4f896b),segment_id=534b0231-a2b0-40c0-9b1c-0646ef4f896b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:12:54.005639 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a617d399-5527-4106-bb7d-48fdd5317039 req-9321240d-a9f1-45f7-b4d3-360646ef4175 service neutron] 10.222.0.52 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862997 Jan 11 13:12:54.008490 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (b9d317fb-37d4-40f8-a9b9-076089288a59), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:54.032750 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a077e881-a0c8-4cad-afa0-e3eced711e80 x-openstack-request-id: req-a077e881-a0c8-4cad-afa0-e3eced711e80 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:12:54.033048 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b10a17f-ced6-4d20-818b-ed7e5eb24308", "name": "network-vif-plugged", "status": "completed", "tag": "b9d317fb-37d4-40f8-a9b9-076089288a59", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:12:54.033307 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a077e881-a0c8-4cad-afa0-e3eced711e80 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:12:54.033706 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10a17f-ced6-4d20-818b-ed7e5eb24308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d317fb-37d4-40f8-a9b9-076089288a59', 'code': 200} Jan 11 13:12:54.063140 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=b9d317fb-37d4-40f8-a9b9-076089288a59,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:54.101422 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a617d399-5527-4106-bb7d-48fdd5317039 req-e7426301-1d7b-4b54-af5c-94005398df73 service neutron] 10.222.0.52 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889394 Jan 11 13:12:54.208817 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedad90-b2b7-45ca-8381-8e9e79d55f55 req-c07ac466-0223-4173-86a7-729ae696324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:54.210319 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-5aedad90-b2b7-45ca-8381-8e9e79d55f55 req-c07ac466-0223-4173-86a7-729ae696324c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8b10a17f-ced6-4d20-818b-ed7e5eb24308 HTTP/1.1" status: 200 len: 1098 time: 0.0406706 Jan 11 13:12:54.258128 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-5aedad90-b2b7-45ca-8381-8e9e79d55f55 req-6c0e2eeb-a3d7-4732-b580-f4c5047c3fb6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=46b629e8-0640-4715-a565-c093ecb05a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415297 Jan 11 13:12:54.380514 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-35eac4dd-0675-4293-a4a9-c4fbcff06e7c req-a66f61cf-bb50-4528-88a2-777796471827 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 210 time: 0.0274968 Jan 11 13:12:54.985063 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc14bfa-0451-4b84-b5b8-e45cd6d12d85 req-9b090347-2918-4c07-b899-888e26bd7993 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:54.986595 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2dc14bfa-0451-4b84-b5b8-e45cd6d12d85 req-9b090347-2918-4c07-b899-888e26bd7993 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b10a17f-ced6-4d20-818b-ed7e5eb24308 HTTP/1.1" status: 200 len: 945 time: 0.0502212 Jan 11 13:12:55.045142 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2dc14bfa-0451-4b84-b5b8-e45cd6d12d85 req-fd392ffd-05c8-4dd4-a559-9a0b85996071 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=46b629e8-0640-4715-a565-c093ecb05a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525990 Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.339163 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.342302 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.342302 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.342302 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.342302 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.342302 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.342302 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.342302 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.342302 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.342302 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.342302 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.342302 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:12:55.342302 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:12:55.342302 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617d399-5527-4106-bb7d-48fdd5317039 req-dcbcf0d3-4696-4fd2-8b86-22ad0097d363 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:55.342302 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a617d399-5527-4106-bb7d-48fdd5317039 req-dcbcf0d3-4696-4fd2-8b86-22ad0097d363 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.49 "GET /v2.0/networks?id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca HTTP/1.1" status: 200 len: 811 time: 0.1042702 Jan 11 13:12:55.404465 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a617d399-5527-4106-bb7d-48fdd5317039 req-48d41351-1d3c-4060-af85-1a98429781da tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73983d260517467dab770ff153eba8a9 HTTP/1.1" status: 200 len: 379 time: 0.0532019 Jan 11 13:12:55.420972 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-a617d399-5527-4106-bb7d-48fdd5317039 req-0a098026-2cec-4696-aab5-f349506e7689 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Request body: {'port': {'device_id': '7363b791-79a9-49cf-a2c8-74f09ca00a1d', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'admin_state_up': True, 'tenant_id': '73983d260517467dab770ff153eba8a9', 'security_groups': ['6770b916-fe91-445a-bb5e-b6f8dbc35a2b']}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:55.475492 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ace839aa-6792-4525-a234-e6e04ba69c25 req-31afe8eb-5fa0-4459-87c5-f1d54928952c tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 210 time: 0.0272956 Jan 11 13:12:55.537009 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a617d399-5527-4106-bb7d-48fdd5317039 req-0a098026-2cec-4696-aab5-f349506e7689 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Made reservation on behalf of 73983d260517467dab770ff153eba8a9 for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:12:55.540856 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a617d399-5527-4106-bb7d-48fdd5317039 req-0a098026-2cec-4696-aab5-f349506e7689 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:55.661948 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-a617d399-5527-4106-bb7d-48fdd5317039 req-0a098026-2cec-4696-aab5-f349506e7689 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Allocated IP 172.20.0.6 (fd962c64-7dca-4f4f-b8a2-339a98bd73ca/0fa84b08-0d99-43f5-874d-09b99bae3402/6b37bb1e-cc00-42ae-8a2d-424646f5940b) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:12:55.799929 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a617d399-5527-4106-bb7d-48fdd5317039 req-0a098026-2cec-4696-aab5-f349506e7689 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for port (6b37bb1e-cc00-42ae-8a2d-424646f5940b), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:55.833406 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a617d399-5527-4106-bb7d-48fdd5317039 req-0a098026-2cec-4696-aab5-f349506e7689 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (6b37bb1e-cc00-42ae-8a2d-424646f5940b), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:55.877715 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a617d399-5527-4106-bb7d-48fdd5317039 req-0a098026-2cec-4696-aab5-f349506e7689 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Network fd962c64-7dca-4f4f-b8a2-339a98bd73ca is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:12:55.880744 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-a617d399-5527-4106-bb7d-48fdd5317039 req-0a098026-2cec-4696-aab5-f349506e7689 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:12:55.884357 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-a617d399-5527-4106-bb7d-48fdd5317039 req-0a098026-2cec-4696-aab5-f349506e7689 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:12:55.890856 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a098026-2cec-4696-aab5-f349506e7689 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event updated for resources: {'Port': ['ID=6b37bb1e-cc00-42ae-8a2d-424646f5940b,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:55.940625 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617d399-5527-4106-bb7d-48fdd5317039 req-0a098026-2cec-4696-aab5-f349506e7689 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:55.941209 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a617d399-5527-4106-bb7d-48fdd5317039 req-0a098026-2cec-4696-aab5-f349506e7689 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:55.957490 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a617d399-5527-4106-bb7d-48fdd5317039 req-0a098026-2cec-4696-aab5-f349506e7689 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5403585 Jan 11 13:12:55.969134 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Request body: {'port': {'device_id': '7363b791-79a9-49cf-a2c8-74f09ca00a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:56.022831 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (6b37bb1e-cc00-42ae-8a2d-424646f5940b), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:56.120834 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-e6cdf3b4-ec87-4840-8b86-3156dbd0390b None None] Provisioning complete for port 6b37bb1e-cc00-42ae-8a2d-424646f5940b triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:12:56.123148 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e6cdf3b4-ec87-4840-8b86-3156dbd0390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (6b37bb1e-cc00-42ae-8a2d-424646f5940b), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:56.166568 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-e6cdf3b4-ec87-4840-8b86-3156dbd0390b None None] Port 6b37bb1e-cc00-42ae-8a2d-424646f5940b cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:12:56.168029 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cf095-9d7e-470f-bab6-55a8077dcd9a req-d4e4fce7-9cdb-4c81-9b2b-2c3ca1ed6bb0 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:56.171002 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6e3cf095-9d7e-470f-bab6-55a8077dcd9a req-d4e4fce7-9cdb-4c81-9b2b-2c3ca1ed6bb0 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b10a17f-ced6-4d20-818b-ed7e5eb24308 HTTP/1.1" status: 200 len: 945 time: 0.0537212 Jan 11 13:12:56.219426 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6e3cf095-9d7e-470f-bab6-55a8077dcd9a req-e4b8a662-59c2-467c-8c86-7b64d741f266 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=46b629e8-0640-4715-a565-c093ecb05a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431406 Jan 11 13:12:56.286130 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b37bb1e-cc00-42ae-8a2d-424646f5940b {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:12:56.293487 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Publish callbacks [] for port (6b37bb1e-cc00-42ae-8a2d-424646f5940b), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:56.305343 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Transition to ACTIVE for port object 6b37bb1e-cc00-42ae-8a2d-424646f5940b will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:12:56.309347 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (6b37bb1e-cc00-42ae-8a2d-424646f5940b), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:56.332799 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3431c-ae31-4dfe-8a2f-96551fc241e9 req-46646f34-bf26-4195-8417-653a89ec386a tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:56.334278 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-33e3431c-ae31-4dfe-8a2f-96551fc241e9 req-46646f34-bf26-4195-8417-653a89ec386a tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b10a17f-ced6-4d20-818b-ed7e5eb24308 HTTP/1.1" status: 200 len: 945 time: 0.0497584 Jan 11 13:12:56.343999 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55634) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:12:56.348876 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-1d59ca84-1bbb-4f7b-a202-84673ed36c25 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Request body: {'floatingip': {'port_id': 'b9d317fb-37d4-40f8-a9b9-076089288a59'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:12:56.366338 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Pushing event updated for resources: {'Port': ['ID=6b37bb1e-cc00-42ae-8a2d-424646f5940b,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:56.391002 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1d59ca84-1bbb-4f7b-a202-84673ed36c25 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for floatingip (baf9ec46-542c-4cf4-a765-306fd19b2279), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:56.431527 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Attempting to bind port 6b37bb1e-cc00-42ae-8a2d-424646f5940b on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:12:56.431768 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Attempting to bind port 6b37bb1e-cc00-42ae-8a2d-424646f5940b by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:12:56.432106 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Attempting to bind port 6b37bb1e-cc00-42ae-8a2d-424646f5940b on network fd962c64-7dca-4f4f-b8a2-339a98bd73ca {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:12:56.436614 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Port 6b37bb1e-cc00-42ae-8a2d-424646f5940b on network fd962c64-7dca-4f4f-b8a2-339a98bd73ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:12:56.436944 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Attempting to bind port 6b37bb1e-cc00-42ae-8a2d-424646f5940b on network fd962c64-7dca-4f4f-b8a2-339a98bd73ca {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:12:56.441883 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:12:56.442228 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Checking segment: {'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:12:56.442623 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Bound using segment: {'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:12:56.443052 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Bound port: 6b37bb1e-cc00-42ae-8a2d-424646f5940b, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:12:56.443419 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (6b37bb1e-cc00-42ae-8a2d-424646f5940b), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:56.518873 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] For port 6b37bb1e-cc00-42ae-8a2d-424646f5940b, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:12:56.523829 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] For port 6b37bb1e-cc00-42ae-8a2d-424646f5940b, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=6b37bb1e-cc00-42ae-8a2d-424646f5940b,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:12:56.531691 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (6b37bb1e-cc00-42ae-8a2d-424646f5940b), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:56.575473 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:56.576641 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:56.578117 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a617d399-5527-4106-bb7d-48fdd5317039 req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] 10.222.0.49 "PUT /v2.0/ports/6b37bb1e-cc00-42ae-8a2d-424646f5940b HTTP/1.1" status: 200 len: 1093 time: 0.6136694 Jan 11 13:12:56.578448 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7363b791-79a9-49cf-a2c8-74f09ca00a1d', 'tag': '6b37bb1e-cc00-42ae-8a2d-424646f5940b'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:12:56.580690 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555383a7-3071-4fec-a204-9a69ed01a20f" -d '{"events": [{"name": "network-changed", "server_uuid": "7363b791-79a9-49cf-a2c8-74f09ca00a1d", "tag": "6b37bb1e-cc00-42ae-8a2d-424646f5940b"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:12:56.621280 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f73f13-cf90-4c9b-bb3c-50b2cdc4fd94 service neutron] Pushing event updated for resources: {'Port': ['ID=6b37bb1e-cc00-42ae-8a2d-424646f5940b,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:12:56.639412 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96afd4c2-f6dd-446f-b99c-d3db44732d71 x-openstack-request-id: req-96afd4c2-f6dd-446f-b99c-d3db44732d71 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:12:56.639412 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7363b791-79a9-49cf-a2c8-74f09ca00a1d", "tag": "6b37bb1e-cc00-42ae-8a2d-424646f5940b", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:12:56.639723 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96afd4c2-f6dd-446f-b99c-d3db44732d71 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:12:56.640150 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7363b791-79a9-49cf-a2c8-74f09ca00a1d', 'tag': '6b37bb1e-cc00-42ae-8a2d-424646f5940b', 'status': 'completed', 'code': 200} Jan 11 13:12:56.663690 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc5c0d-183b-4a42-a569-20607209e94a req-7ac88fbc-5fe3-41bb-ac11-d8dbb90f57d1 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:56.665250 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-61bc5c0d-183b-4a42-a569-20607209e94a req-7ac88fbc-5fe3-41bb-ac11-d8dbb90f57d1 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 943 time: 0.1047509 Jan 11 13:12:56.673570 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617d399-5527-4106-bb7d-48fdd5317039 req-97d7c8b1-2c85-4dfb-8b9b-98ca508156ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:56.675479 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a617d399-5527-4106-bb7d-48fdd5317039 req-97d7c8b1-2c85-4dfb-8b9b-98ca508156ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73983d260517467dab770ff153eba8a9&device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 1096 time: 0.0494647 Jan 11 13:12:56.718125 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a617d399-5527-4106-bb7d-48fdd5317039 req-19d7dbca-5254-439a-89af-4c260de09bee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b37bb1e-cc00-42ae-8a2d-424646f5940b HTTP/1.1" status: 200 len: 217 time: 0.0354431 Jan 11 13:12:56.823289 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-61bc5c0d-183b-4a42-a569-20607209e94a req-8ef7ffa5-4d71-45b7-92a6-dd1888d7272c tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449780 Jan 11 13:12:56.950152 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1d59ca84-1bbb-4f7b-a202-84673ed36c25 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:56.955103 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1d59ca84-1bbb-4f7b-a202-84673ed36c25 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7954133'] for floatingip (baf9ec46-542c-4cf4-a765-306fd19b2279), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:57.006570 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617d399-5527-4106-bb7d-48fdd5317039 req-a9f01fe3-c982-4947-a513-85d03b5e1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:57.008178 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a617d399-5527-4106-bb7d-48fdd5317039 req-a9f01fe3-c982-4947-a513-85d03b5e1973 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa84b08-0d99-43f5-874d-09b99bae3402 HTTP/1.1" status: 200 len: 850 time: 0.2840691 Jan 11 13:12:57.057611 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617d399-5527-4106-bb7d-48fdd5317039 req-e6a21a25-6d06-4a07-86c4-28387e834964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:57.059104 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a617d399-5527-4106-bb7d-48fdd5317039 req-e6a21a25-6d06-4a07-86c4-28387e834964 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444505 Jan 11 13:12:57.062504 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [None req-1d59ca84-1bbb-4f7b-a202-84673ed36c25 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Floating IP baf9ec46-542c-4cf4-a765-306fd19b2279 associated. External IP: 172.27.0.162, port: b9d317fb-37d4-40f8-a9b9-076089288a59. Jan 11 13:12:57.152644 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a617d399-5527-4106-bb7d-48fdd5317039 req-661c302d-e87e-46cb-a6ae-dd3429b7aadf service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864732 Jan 11 13:12:57.262893 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a617d399-5527-4106-bb7d-48fdd5317039 req-9a2ab148-daa8-4188-8f8a-1448f77c3bf4 service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034522 Jan 11 13:12:57.305017 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d59ca84-1bbb-4f7b-a202-84673ed36c25 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Router f83e3be3-868f-4dca-aab8-8cffd8b8b294 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:12:57.328723 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a17375-a49d-40b9-8c79-c54b00dd36ea req-f30e8c1b-28ff-4c55-abb1-b45c42fa30b0 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:57.330207 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67a17375-a49d-40b9-8c79-c54b00dd36ea req-f30e8c1b-28ff-4c55-abb1-b45c42fa30b0 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0639491 Jan 11 13:12:57.356504 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555383a7-3071-4fec-a204-9a69ed01a20f req-0b742669-6c5c-4ac7-8b8b-8d448a90212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:57.358496 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-555383a7-3071-4fec-a204-9a69ed01a20f req-0b742669-6c5c-4ac7-8b8b-8d448a90212a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73983d260517467dab770ff153eba8a9&device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 1096 time: 0.0401690 Jan 11 13:12:57.445715 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-67a17375-a49d-40b9-8c79-c54b00dd36ea req-97432e06-ed68-41a9-b450-abfe7072610d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829628 Jan 11 13:12:57.449589 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555383a7-3071-4fec-a204-9a69ed01a20f req-6bf8007f-08e7-4f48-9557-8d46d9d21893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:57.451093 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-555383a7-3071-4fec-a204-9a69ed01a20f req-6bf8007f-08e7-4f48-9557-8d46d9d21893 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca HTTP/1.1" status: 200 len: 912 time: 0.0864241 Jan 11 13:12:57.472206 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d59ca84-1bbb-4f7b-a202-84673ed36c25 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:12:57.477143 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1d59ca84-1bbb-4f7b-a202-84673ed36c25 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:12:57.481987 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3946ca-eb24-4ff4-b8e9-6ada4ed39e53 None None] Sync routers for ids ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:12:57.491964 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3946ca-eb24-4ff4-b8e9-6ada4ed39e53 None None] Routers {'f83e3be3-868f-4dca-aab8-8cffd8b8b294'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:12:57.492778 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ee3946ca-eb24-4ff4-b8e9-6ada4ed39e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:12:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:57.503970 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-555383a7-3071-4fec-a204-9a69ed01a20f req-fcaf5298-d137-4d78-ae39-6e562bf37819 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b37bb1e-cc00-42ae-8a2d-424646f5940b HTTP/1.1" status: 200 len: 217 time: 0.0385957 Jan 11 13:12:57.505327 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-1d59ca84-1bbb-4f7b-a202-84673ed36c25 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "PUT /v2.0/floatingips/baf9ec46-542c-4cf4-a765-306fd19b2279 HTTP/1.1" status: 200 len: 991 time: 1.1597962 Jan 11 13:12:57.505964 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b10a17f-ced6-4d20-818b-ed7e5eb24308', 'tag': 'b9d317fb-37d4-40f8-a9b9-076089288a59'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:12:57.508287 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af0636eba1a291367581c8aec72d24749398756e80c769753eba00a549122f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75f2ef9-3332-4af0-a771-a72335db71e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8b10a17f-ced6-4d20-818b-ed7e5eb24308", "tag": "b9d317fb-37d4-40f8-a9b9-076089288a59"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:12:57.548706 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1decb447-28a8-449c-a9d2-6131e8428c16 x-openstack-request-id: req-1decb447-28a8-449c-a9d2-6131e8428c16 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:12:57.549008 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b10a17f-ced6-4d20-818b-ed7e5eb24308", "tag": "b9d317fb-37d4-40f8-a9b9-076089288a59", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:12:57.549269 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1decb447-28a8-449c-a9d2-6131e8428c16 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:12:57.549679 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b10a17f-ced6-4d20-818b-ed7e5eb24308', 'tag': 'b9d317fb-37d4-40f8-a9b9-076089288a59', 'status': 'completed', 'code': 200} Jan 11 13:12:57.580977 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555383a7-3071-4fec-a204-9a69ed01a20f req-1ec37a94-f655-426c-94c4-993168917aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:57.582479 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-555383a7-3071-4fec-a204-9a69ed01a20f req-1ec37a94-f655-426c-94c4-993168917aaa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa84b08-0d99-43f5-874d-09b99bae3402 HTTP/1.1" status: 200 len: 850 time: 0.0697289 Jan 11 13:12:57.605609 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-ee3946ca-eb24-4ff4-b8e9-6ada4ed39e53 None None] Set router f83e3be3-868f-4dca-aab8-8cffd8b8b294 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:12:57.642581 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f2ef9-3332-4af0-a771-a72335db71e7 req-5aaf2c6c-e52e-4401-af70-f2426e24b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:57.644133 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a75f2ef9-3332-4af0-a771-a72335db71e7 req-5aaf2c6c-e52e-4401-af70-f2426e24b5cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7808d2de8744f4eb8023e61750e3d81&device_id=8b10a17f-ced6-4d20-818b-ed7e5eb24308 HTTP/1.1" status: 200 len: 1098 time: 0.0713110 Jan 11 13:12:57.649563 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555383a7-3071-4fec-a204-9a69ed01a20f req-72ac415d-c6c4-4bd8-8c2d-10aa5ecca52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:57.650946 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-555383a7-3071-4fec-a204-9a69ed01a20f req-72ac415d-c6c4-4bd8-8c2d-10aa5ecca52c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510550 Jan 11 13:12:57.804781 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-555383a7-3071-4fec-a204-9a69ed01a20f req-38c186bc-31d3-436f-a8ad-cf64577f07f7 service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452963 Jan 11 13:12:57.805710 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f2ef9-3332-4af0-a771-a72335db71e7 req-290a19bb-65a5-4bdb-b9b6-9fea09c43d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:57.807027 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a75f2ef9-3332-4af0-a771-a72335db71e7 req-290a19bb-65a5-4bdb-b9b6-9fea09c43d74 service neutron] 10.222.0.49 "GET /v2.0/networks?id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949 HTTP/1.1" status: 200 len: 911 time: 0.1552284 Jan 11 13:12:57.930321 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a75f2ef9-3332-4af0-a771-a72335db71e7 req-f5b6cdcc-8777-455e-ab7b-378d0a5246b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9d317fb-37d4-40f8-a9b9-076089288a59 HTTP/1.1" status: 200 len: 999 time: 0.1074116 Jan 11 13:12:57.949192 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb9468-8221-44ad-9ee1-f674adfe77f8 req-3c5d475e-a081-4861-aeb0-0eb33236ddbe tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:57.951237 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-79fb9468-8221-44ad-9ee1-f674adfe77f8 req-3c5d475e-a081-4861-aeb0-0eb33236ddbe tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 943 time: 0.0500543 Jan 11 13:12:57.956588 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ee3946ca-eb24-4ff4-b8e9-6ada4ed39e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:08:13Z', 'revision_number': 4, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': 'baf9ec46-542c-4cf4-a765-306fd19b2279', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'port_id': 'b9d317fb-37d4-40f8-a9b9-076089288a59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'mac_address': 'fa:16:3e:8a:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b10a17f-ced6-4d20-818b-ed7e5eb24308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:12:45Z', 'updated_at': '2022-01-11T13:12:56Z', 'revision_number': 1, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a07083a-f8a7-4297-9e20-271990360eaa', 'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'mac_address': 'fa:16:3e:0e:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:10Z', 'updated_at': '2022-01-11T13:08:22Z', 'revision_number': 5, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'subnets': [{'id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:57.987700 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-555383a7-3071-4fec-a204-9a69ed01a20f req-1135c002-9b5f-4803-8d99-89c52e807c5b service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721170 Jan 11 13:12:57.988550 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3946ca-eb24-4ff4-b8e9-6ada4ed39e53 None None] Checking router: f83e3be3-868f-4dca-aab8-8cffd8b8b294 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:12:57.997188 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f2ef9-3332-4af0-a771-a72335db71e7 req-ff3c8576-693e-473d-a6d5-84ca75fc8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:57.998354 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3946ca-eb24-4ff4-b8e9-6ada4ed39e53 None None] Routers {'f83e3be3-868f-4dca-aab8-8cffd8b8b294'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:12:57.998983 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ee3946ca-eb24-4ff4-b8e9-6ada4ed39e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:12:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:57.999655 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a75f2ef9-3332-4af0-a771-a72335db71e7 req-ff3c8576-693e-473d-a6d5-84ca75fc8049 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b72085c7-0437-4370-a1d2-14c23986b36f HTTP/1.1" status: 200 len: 849 time: 0.0623851 Jan 11 13:12:58.004654 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-79fb9468-8221-44ad-9ee1-f674adfe77f8 req-3cfbfae2-9666-400d-baec-16f99d81e2f2 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464001 Jan 11 13:12:58.046821 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f2ef9-3332-4af0-a771-a72335db71e7 req-e93971b3-451a-4528-abc4-2dbb3f0bd3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:58.048326 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a75f2ef9-3332-4af0-a771-a72335db71e7 req-e93971b3-451a-4528-abc4-2dbb3f0bd3c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=36cb856f-e9ca-4cf7-a40a-2ab754a9a949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416915 Jan 11 13:12:58.104052 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-ee3946ca-eb24-4ff4-b8e9-6ada4ed39e53 None None] Set router f83e3be3-868f-4dca-aab8-8cffd8b8b294 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:12:58.140774 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a75f2ef9-3332-4af0-a771-a72335db71e7 req-50fbb1ce-5536-4e05-a7de-0fbcea7bbc30 service neutron] 10.222.0.49 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865631 Jan 11 13:12:58.226289 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a75f2ef9-3332-4af0-a771-a72335db71e7 req-59ad51e0-4650-43cd-8153-d8b0d1e23fbf service neutron] 10.222.0.49 "GET /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799015 Jan 11 13:12:58.322630 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ee3946ca-eb24-4ff4-b8e9-6ada4ed39e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:08:13Z', 'revision_number': 4, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': 'baf9ec46-542c-4cf4-a765-306fd19b2279', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'port_id': 'b9d317fb-37d4-40f8-a9b9-076089288a59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'mac_address': 'fa:16:3e:8a:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b10a17f-ced6-4d20-818b-ed7e5eb24308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:12:45Z', 'updated_at': '2022-01-11T13:12:56Z', 'revision_number': 1, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a07083a-f8a7-4297-9e20-271990360eaa', 'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'mac_address': 'fa:16:3e:0e:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:10Z', 'updated_at': '2022-01-11T13:08:22Z', 'revision_number': 5, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'subnets': [{'id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:12:58.351886 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3946ca-eb24-4ff4-b8e9-6ada4ed39e53 None None] The sync data for ids ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'] in dv-cinder-824149-3-iscsi is: [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:08:13Z', 'revision_number': 4, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': 'baf9ec46-542c-4cf4-a765-306fd19b2279', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'port_id': 'b9d317fb-37d4-40f8-a9b9-076089288a59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'mac_address': 'fa:16:3e:8a:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b10a17f-ced6-4d20-818b-ed7e5eb24308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:12:45Z', 'updated_at': '2022-01-11T13:12:56Z', 'revision_number': 1, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a07083a-f8a7-4297-9e20-271990360eaa', 'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'mac_address': 'fa:16:3e:0e:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:10Z', 'updated_at': '2022-01-11T13:08:22Z', 'revision_number': 5, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'subnets': [{'id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:12:58.536545 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ca4795-2bf0-421d-9103-aaaf037691a2 None None] New status for floating IP baf9ec46-542c-4cf4-a765-306fd19b2279: ACTIVE {{(pid=102632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 13:12:58.574098 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2911aba-8116-4403-b091-8e564d62de97 req-50e17934-1f4d-4661-84b2-fc2dcc32f6f4 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:58.575638 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b2911aba-8116-4403-b091-8e564d62de97 req-50e17934-1f4d-4661-84b2-fc2dcc32f6f4 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0497763 Jan 11 13:12:58.626768 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b2911aba-8116-4403-b091-8e564d62de97 req-60d089c4-ec4d-49ef-b7fe-b277c0181f81 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454202 Jan 11 13:12:59.116011 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1374fa-cbab-4225-8088-c65ccdc966b7 req-e7481179-4f00-4121-a740-217d3e0cf1dc tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:59.117519 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-de1374fa-cbab-4225-8088-c65ccdc966b7 req-e7481179-4f00-4121-a740-217d3e0cf1dc tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 943 time: 0.0483155 Jan 11 13:12:59.164485 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-de1374fa-cbab-4225-8088-c65ccdc966b7 req-389150f6-d63e-4e62-a63f-72d2d7fb3fcb tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414424 Jan 11 13:12:59.745937 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0835e54-f1ec-4c75-9108-3cb6e6aaf615 req-3975fd93-44e0-45bc-ad47-0514497c45be tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:12:59.747416 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b0835e54-f1ec-4c75-9108-3cb6e6aaf615 req-3975fd93-44e0-45bc-ad47-0514497c45be tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0482216 Jan 11 13:12:59.793547 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b0835e54-f1ec-4c75-9108-3cb6e6aaf615 req-e764f6f4-3e20-49af-89cc-2914de1012eb tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402465 Jan 11 13:13:00.281441 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c314afb-6a76-46a9-a067-1760f29677e8 req-661b7752-55f8-4f3c-8202-e63a6b760898 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:00.282900 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0c314afb-6a76-46a9-a067-1760f29677e8 req-661b7752-55f8-4f3c-8202-e63a6b760898 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 943 time: 0.0514731 Jan 11 13:13:00.330104 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0c314afb-6a76-46a9-a067-1760f29677e8 req-d33eb025-4801-4162-992b-e28b8b026281 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418537 Jan 11 13:13:00.551842 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e351700c-0553-4936-a95c-394476e0bbb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:00.911890 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6851b-ecc7-4d49-b573-872cc326c9e9 req-cd3beb0f-f093-4057-9ece-47c1045a8cf2 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:00.913396 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-36b6851b-ecc7-4d49-b573-872cc326c9e9 req-cd3beb0f-f093-4057-9ece-47c1045a8cf2 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0488029 Jan 11 13:13:00.958241 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-36b6851b-ecc7-4d49-b573-872cc326c9e9 req-d83b2460-8028-49c6-aa81-b4cf15879af7 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394161 Jan 11 13:13:01.537615 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba3810-6133-4f51-8473-929d5580fe35 req-cd70b121-9faa-4921-8f04-f811906d921b tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:01.539086 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d3ba3810-6133-4f51-8473-929d5580fe35 req-cd70b121-9faa-4921-8f04-f811906d921b tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 943 time: 0.1420410 Jan 11 13:13:01.588400 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d3ba3810-6133-4f51-8473-929d5580fe35 req-d49e4d47-b6fd-452d-a269-aee42c2e1799 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438905 Jan 11 13:13:01.731770 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d6d1dffe-e2ec-4290-a9b3-e5c9fe4b67aa req-85d93bfe-dc96-45ba-a07b-6cb3d1cd5a27 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387201 Jan 11 13:13:01.812468 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1dffe-e2ec-4290-a9b3-e5c9fe4b67aa req-c2f76d26-a5ab-4a3e-89b6-a48b82b6741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:01.813907 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d6d1dffe-e2ec-4290-a9b3-e5c9fe4b67aa req-c2f76d26-a5ab-4a3e-89b6-a48b82b6741e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e5eb41976664084b52ed4c7ea35403f&device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 1098 time: 0.0425484 Jan 11 13:13:01.913241 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1dffe-e2ec-4290-a9b3-e5c9fe4b67aa req-628bcc98-a308-4c73-861d-392ecdadcc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:01.914735 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d6d1dffe-e2ec-4290-a9b3-e5c9fe4b67aa req-628bcc98-a308-4c73-861d-392ecdadcc0f service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a81179c-8970-4450-861d-29532f8e250e HTTP/1.1" status: 200 len: 910 time: 0.0834491 Jan 11 13:13:01.983225 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d6d1dffe-e2ec-4290-a9b3-e5c9fe4b67aa req-653d56b2-0e62-48cc-aee6-7426e5082b0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1458aaaf-d8ab-4938-8889-8b542a4d2666 HTTP/1.1" status: 200 len: 1001 time: 0.0594730 Jan 11 13:13:02.031686 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1dffe-e2ec-4290-a9b3-e5c9fe4b67aa req-0da4dedc-c994-49bb-ac8e-fdb55d75b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:02.033185 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d6d1dffe-e2ec-4290-a9b3-e5c9fe4b67aa req-0da4dedc-c994-49bb-ac8e-fdb55d75b47f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f857a8a-7f3f-4139-ad7b-61767db0a6fa HTTP/1.1" status: 200 len: 848 time: 0.0441778 Jan 11 13:13:02.076638 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bc724-f2d5-4695-84ca-0d2d977b8072 req-95e102a9-d1d1-43c4-8231-a8483f6393ab tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:02.077219 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1dffe-e2ec-4290-a9b3-e5c9fe4b67aa req-a8df1478-0f2e-4e0e-8444-30779f3fe03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:02.078119 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cd0bc724-f2d5-4695-84ca-0d2d977b8072 req-95e102a9-d1d1-43c4-8231-a8483f6393ab tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0479944 Jan 11 13:13:02.078687 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d6d1dffe-e2ec-4290-a9b3-e5c9fe4b67aa req-a8df1478-0f2e-4e0e-8444-30779f3fe03b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a81179c-8970-4450-861d-29532f8e250e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396807 Jan 11 13:13:02.124295 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cd0bc724-f2d5-4695-84ca-0d2d977b8072 req-ffdea872-7cda-4b34-a72b-523369964fc6 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405543 Jan 11 13:13:02.169705 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d6d1dffe-e2ec-4290-a9b3-e5c9fe4b67aa req-4a9edd53-7689-4e7a-8455-7adc3e970ed0 service neutron] 10.222.0.49 "GET /v2.0/networks/4a81179c-8970-4450-861d-29532f8e250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850611 Jan 11 13:13:02.256254 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d6d1dffe-e2ec-4290-a9b3-e5c9fe4b67aa req-99cf8645-900a-47ae-bea0-c563ed974095 service neutron] 10.222.0.49 "GET /v2.0/networks/4a81179c-8970-4450-861d-29532f8e250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809052 Jan 11 13:13:02.600221 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9f51-bde1-432c-844a-213fd3518b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:02.750369 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f9575-b853-4592-a2c8-be35bccb3091 req-04b16c0b-f932-40b6-8c04-87d515c9be19 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:02.751813 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c89f9575-b853-4592-a2c8-be35bccb3091 req-04b16c0b-f932-40b6-8c04-87d515c9be19 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 943 time: 0.0965936 Jan 11 13:13:02.802400 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c89f9575-b853-4592-a2c8-be35bccb3091 req-13f2309e-27bc-46f5-960a-a759b634f987 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447407 Jan 11 13:13:03.242085 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76312e2-39eb-4e77-b1fb-801a3dffb12f req-7f620502-21e5-44b3-a4f1-099bc07bedda tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:03.243458 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c76312e2-39eb-4e77-b1fb-801a3dffb12f req-7f620502-21e5-44b3-a4f1-099bc07bedda tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0478966 Jan 11 13:13:03.288519 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c76312e2-39eb-4e77-b1fb-801a3dffb12f req-34fcbd38-44a6-426f-9995-770753c23b9b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396149 Jan 11 13:13:03.915137 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832df61-5c06-4f68-9e36-303c001aad5d req-f8d5209f-616b-4ceb-a558-c12af302f6a3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:03.916626 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a832df61-5c06-4f68-9e36-303c001aad5d req-f8d5209f-616b-4ceb-a558-c12af302f6a3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 943 time: 0.0478745 Jan 11 13:13:03.953294 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:03.965857 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a832df61-5c06-4f68-9e36-303c001aad5d req-b04ae80d-8d28-4a89-8d3a-7112e7cfb592 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430737 Jan 11 13:13:04.385673 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:04.628686 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995f6e1-4066-4766-a78f-cd075eae23d0 req-ad3efa4c-5c52-4a5a-a082-912d2737c052 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:04.630077 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1995f6e1-4066-4766-a78f-cd075eae23d0 req-ad3efa4c-5c52-4a5a-a082-912d2737c052 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.2721879 Jan 11 13:13:04.676353 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1995f6e1-4066-4766-a78f-cd075eae23d0 req-f400ff92-dc8e-4cfb-a6be-000a845f2b71 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405917 Jan 11 13:13:05.082294 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73cfed-d512-45c8-9ba9-bb0038db2185 req-05fe731e-d72f-4b81-90fb-482e790a19f1 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:05.083746 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0c73cfed-d512-45c8-9ba9-bb0038db2185 req-05fe731e-d72f-4b81-90fb-482e790a19f1 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 943 time: 0.0478225 Jan 11 13:13:05.132570 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0c73cfed-d512-45c8-9ba9-bb0038db2185 req-b3f641cf-2db5-4415-9807-737c6b0885e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433595 Jan 11 13:13:05.222258 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:05.885253 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69526b74-0187-44d8-b223-51658fc73841 req-369d685c-1126-4872-8c07-0c36c8da3d0d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:05.886710 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-69526b74-0187-44d8-b223-51658fc73841 req-369d685c-1126-4872-8c07-0c36c8da3d0d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0476716 Jan 11 13:13:05.894192 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 6b37bb1e-cc00-42ae-8a2d-424646f5940b details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:13:05.936901 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-69526b74-0187-44d8-b223-51658fc73841 req-b2f24cf0-c20e-4b49-ba86-3e89eb1d3710 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438001 Jan 11 13:13:05.989507 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 6b37bb1e-cc00-42ae-8a2d-424646f5940b, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=6b37bb1e-cc00-42ae-8a2d-424646f5940b,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:13:06.000511 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': '6b37bb1e-cc00-42ae-8a2d-424646f5940b', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'port_id': '6b37bb1e-cc00-42ae-8a2d-424646f5940b', 'mac_address': 'fa:16:3e:c1:0e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:13:06.034961 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 6b37bb1e-cc00-42ae-8a2d-424646f5940b is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:13:06.035339 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (6b37bb1e-cc00-42ae-8a2d-424646f5940b), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:06.047854 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b37bb1e-cc00-42ae-8a2d-424646f5940b {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:13:06.070089 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 6b37bb1e-cc00-42ae-8a2d-424646f5940b, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=6b37bb1e-cc00-42ae-8a2d-424646f5940b,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:13:06.075095 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (6b37bb1e-cc00-42ae-8a2d-424646f5940b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:06.120610 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=6b37bb1e-cc00-42ae-8a2d-424646f5940b,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:13:06.251139 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd96fc-6a60-4a5c-b423-308c074ecf45 req-4ccadadf-7083-4cb5-abdb-0267861f5506 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:06.252562 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a7fd96fc-6a60-4a5c-b423-308c074ecf45 req-4ccadadf-7083-4cb5-abdb-0267861f5506 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 944 time: 0.0509772 Jan 11 13:13:06.299822 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a7fd96fc-6a60-4a5c-b423-308c074ecf45 req-7c54b512-1477-44f9-b263-7809ba84669e tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418415 Jan 11 13:13:06.360388 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['6b37bb1e-cc00-42ae-8a2d-424646f5940b'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:13:06.604088 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:07.056432 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a900661-ba79-4566-b8b3-ee4b413ab130 req-e83b3b8b-0f6d-4a16-8321-0f0bf26d146d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:07.057884 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1a900661-ba79-4566-b8b3-ee4b413ab130 req-e83b3b8b-0f6d-4a16-8321-0f0bf26d146d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0480077 Jan 11 13:13:07.103081 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1a900661-ba79-4566-b8b3-ee4b413ab130 req-32d82ba0-50ec-4f17-b9a7-c2bc16b7f993 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399504 Jan 11 13:13:07.414715 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f04b2d-d412-4331-9e44-6519526e8182 req-26a72683-592c-4b23-a364-2a62a27ad638 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:07.416203 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-52f04b2d-d412-4331-9e44-6519526e8182 req-26a72683-592c-4b23-a364-2a62a27ad638 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 944 time: 0.0510912 Jan 11 13:13:07.463180 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-52f04b2d-d412-4331-9e44-6519526e8182 req-e4e6c885-ccaa-4bae-81a9-86289646741c tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414767 Jan 11 13:13:07.906412 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 6b37bb1e-cc00-42ae-8a2d-424646f5940b up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:13:07.954304 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port 6b37bb1e-cc00-42ae-8a2d-424646f5940b completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:13:07.958231 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port 6b37bb1e-cc00-42ae-8a2d-424646f5940b triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:13:07.958678 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (6b37bb1e-cc00-42ae-8a2d-424646f5940b), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:08.035869 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 6b37bb1e-cc00-42ae-8a2d-424646f5940b is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:13:08.036306 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (6b37bb1e-cc00-42ae-8a2d-424646f5940b), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:08.058285 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7363b791-79a9-49cf-a2c8-74f09ca00a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b37bb1e-cc00-42ae-8a2d-424646f5940b'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:13:08.060555 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bb62d8-a6a2-41d2-978a-5e84b53f3726" -d '{"events": [{"server_uuid": "7363b791-79a9-49cf-a2c8-74f09ca00a1d", "name": "network-vif-plugged", "status": "completed", "tag": "6b37bb1e-cc00-42ae-8a2d-424646f5940b"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:13:08.072240 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 6b37bb1e-cc00-42ae-8a2d-424646f5940b, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=6b37bb1e-cc00-42ae-8a2d-424646f5940b,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:13:08.076159 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (6b37bb1e-cc00-42ae-8a2d-424646f5940b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:08.100142 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7831c1-75cd-4c4b-924b-e4d195da6478 x-openstack-request-id: req-4a7831c1-75cd-4c4b-924b-e4d195da6478 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:13:08.100463 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7363b791-79a9-49cf-a2c8-74f09ca00a1d", "name": "network-vif-plugged", "status": "completed", "tag": "6b37bb1e-cc00-42ae-8a2d-424646f5940b", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:13:08.100719 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a7831c1-75cd-4c4b-924b-e4d195da6478 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:13:08.101134 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7363b791-79a9-49cf-a2c8-74f09ca00a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b37bb1e-cc00-42ae-8a2d-424646f5940b', 'code': 200} Jan 11 13:13:08.126275 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=6b37bb1e-cc00-42ae-8a2d-424646f5940b,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:13:08.221049 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb52d2-e20a-4d8e-a503-80f632668d15 req-8be64e62-5dde-437d-83b5-05ffdad84ca3 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:08.222463 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-53eb52d2-e20a-4d8e-a503-80f632668d15 req-8be64e62-5dde-437d-83b5-05ffdad84ca3 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0475314 Jan 11 13:13:08.271191 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-53eb52d2-e20a-4d8e-a503-80f632668d15 req-514bd787-c43c-4c86-b3ea-ca3a311ddc10 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423512 Jan 11 13:13:08.337299 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e38c0d-3017-4282-b4af-e076b0a15475 req-90c490d2-fa06-4aee-bfcd-e8885b70c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:08.338775 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-04e38c0d-3017-4282-b4af-e076b0a15475 req-90c490d2-fa06-4aee-bfcd-e8885b70c26e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 1098 time: 0.0433042 Jan 11 13:13:08.384245 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-04e38c0d-3017-4282-b4af-e076b0a15475 req-089fbc71-9633-4141-bec9-d9dc2a90ce5a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382934 Jan 11 13:13:08.577990 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5250158-7b25-408d-a52b-99859151cb2a req-4f2db8d0-4615-4664-9f16-c32526a7d16f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:08.579440 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c5250158-7b25-408d-a52b-99859151cb2a req-4f2db8d0-4615-4664-9f16-c32526a7d16f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 945 time: 0.0467212 Jan 11 13:13:08.631775 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c5250158-7b25-408d-a52b-99859151cb2a req-ae317e64-1e79-423f-9eb2-25df09187b78 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467758 Jan 11 13:13:09.387344 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb021a7-56a0-43be-8a67-c30e8ee27ce3 req-7182909a-c80c-4768-8fcf-40a841a3b099 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:09.388823 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dcb021a7-56a0-43be-8a67-c30e8ee27ce3 req-7182909a-c80c-4768-8fcf-40a841a3b099 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0484695 Jan 11 13:13:09.435804 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-dcb021a7-56a0-43be-8a67-c30e8ee27ce3 req-dde9cf9b-8bf2-4162-955b-e0d41e9fa025 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414619 Jan 11 13:13:09.796904 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f8cc8-a044-4c8b-ad55-e716bad496b2 req-3c6f881f-d151-4b66-abd0-1ccf31101607 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:09.798484 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-729f8cc8-a044-4c8b-ad55-e716bad496b2 req-3c6f881f-d151-4b66-abd0-1ccf31101607 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 945 time: 0.0500567 Jan 11 13:13:09.846133 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-729f8cc8-a044-4c8b-ad55-e716bad496b2 req-a4f6c91d-a743-433c-aeae-c555b92b2174 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421288 Jan 11 13:13:09.962596 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca205121-c96d-459b-b914-d4b1f545506b req-f124f6cb-2e04-4f07-acbc-946637f67366 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:09.964065 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ca205121-c96d-459b-b914-d4b1f545506b req-f124f6cb-2e04-4f07-acbc-946637f67366 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 945 time: 0.0522914 Jan 11 13:13:10.011850 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ca205121-c96d-459b-b914-d4b1f545506b req-4143f24f-32ec-4415-b0f2-8474a6984819 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417941 Jan 11 13:13:10.034369 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55734) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:13:10.112295 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b330e78-5181-4ae1-9189-dc65448e537a tempest-TestVolumeBootPattern-1126933987 tempest-TestVolumeBootPattern-1126933987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:10.113816 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-4b330e78-5181-4ae1-9189-dc65448e537a tempest-TestVolumeBootPattern-1126933987 tempest-TestVolumeBootPattern-1126933987-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 1093 time: 0.0784652 Jan 11 13:13:10.116699 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55738) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:13:10.120903 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Request body: {'floatingip': {'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'port_id': '6b37bb1e-cc00-42ae-8a2d-424646f5940b', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:13:10.144592 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:10.239366 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:10.339697 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Allocated IP 172.27.0.29 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/8251846a-b96a-4653-a109-c977a5d26732) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:13:10.442165 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for port (8251846a-b96a-4653-a109-c977a5d26732), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:10.474999 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (8251846a-b96a-4653-a109-c977a5d26732), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:10.517781 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:13:10.529475 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:13:10.534957 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:13:10.550582 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event updated for resources: {'Port': ['ID=8251846a-b96a-4653-a109-c977a5d26732,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:13:10.605334 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c2641-4d1d-4877-a5e1-da402a9090e4 req-c9b57df7-d2f1-4684-9dfe-ceb22d2f2c5d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:10.607362 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-036c2641-4d1d-4877-a5e1-da402a9090e4 req-c9b57df7-d2f1-4684-9dfe-ceb22d2f2c5d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0911686 Jan 11 13:13:10.707706 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-036c2641-4d1d-4877-a5e1-da402a9090e4 req-6ef6bc9e-e9c7-4a90-b95c-91b1dc8b16dd tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948200 Jan 11 13:13:10.931818 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for floatingip (ee48a8b3-4394-4173-8efd-fede738b21a2), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:11.000029 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (8251846a-b96a-4653-a109-c977a5d26732), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:11.144790 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for port (8251846a-b96a-4653-a109-c977a5d26732), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:11.148990 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5438357'] for port (8251846a-b96a-4653-a109-c977a5d26732), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:11.210997 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event updated for resources: {'Port': ['ID=8251846a-b96a-4653-a109-c977a5d26732,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:13:11.223951 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7954133'] for floatingip (ee48a8b3-4394-4173-8efd-fede738b21a2), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:11.320016 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Floating IP ee48a8b3-4394-4173-8efd-fede738b21a2 associated. External IP: 172.27.0.29, port: 6b37bb1e-cc00-42ae-8a2d-424646f5940b. Jan 11 13:13:11.519235 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:13:11.618935 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:13:11.629138 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1a00e-f001-480d-9dd8-66e0f7f06247 None None] Sync routers for ids ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:13:11.636508 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:11.638653 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1a00e-f001-480d-9dd8-66e0f7f06247 None None] Routers {'5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:13:11.639287 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-efa1a00e-f001-480d-9dd8-66e0f7f06247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:13:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:13:11.665765 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-724fe3e7-2329-4c4e-81e9-11ec2b4ee1e3 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5480590 Jan 11 13:13:11.666343 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7363b791-79a9-49cf-a2c8-74f09ca00a1d', 'tag': '6b37bb1e-cc00-42ae-8a2d-424646f5940b'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:13:11.668644 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af0636eba1a291367581c8aec72d24749398756e80c769753eba00a549122f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a441eb-c8dc-4b13-b702-fb81b37ef563" -d '{"events": [{"name": "network-changed", "server_uuid": "7363b791-79a9-49cf-a2c8-74f09ca00a1d", "tag": "6b37bb1e-cc00-42ae-8a2d-424646f5940b"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:13:11.703054 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a4bb3f-30c5-475f-bf6d-50abcabfe84d x-openstack-request-id: req-05a4bb3f-30c5-475f-bf6d-50abcabfe84d {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:13:11.703346 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7363b791-79a9-49cf-a2c8-74f09ca00a1d", "tag": "6b37bb1e-cc00-42ae-8a2d-424646f5940b", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:13:11.703601 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05a4bb3f-30c5-475f-bf6d-50abcabfe84d {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:13:11.704009 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7363b791-79a9-49cf-a2c8-74f09ca00a1d', 'tag': '6b37bb1e-cc00-42ae-8a2d-424646f5940b', 'status': 'completed', 'code': 200} Jan 11 13:13:11.748701 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-efa1a00e-f001-480d-9dd8-66e0f7f06247 None None] Set router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:13:11.769777 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a441eb-c8dc-4b13-b702-fb81b37ef563 req-c2c964fc-9bf4-4505-94de-aaeff924c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:11.771620 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-39a441eb-c8dc-4b13-b702-fb81b37ef563 req-c2c964fc-9bf4-4505-94de-aaeff924c98d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73983d260517467dab770ff153eba8a9&device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 1098 time: 0.0451229 Jan 11 13:13:11.837094 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff9385-c370-4da7-9368-1c0182493f0c req-3030ef37-c001-4f6e-aa45-6e134f0bdb60 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:11.839274 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f2ff9385-c370-4da7-9368-1c0182493f0c req-3030ef37-c001-4f6e-aa45-6e134f0bdb60 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0527935 Jan 11 13:13:11.876338 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a441eb-c8dc-4b13-b702-fb81b37ef563 req-deeee6df-14bc-4c87-a08b-f86a9a9327be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:11.879218 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-39a441eb-c8dc-4b13-b702-fb81b37ef563 req-deeee6df-14bc-4c87-a08b-f86a9a9327be service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca HTTP/1.1" status: 200 len: 912 time: 0.1011214 Jan 11 13:13:11.894984 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f2ff9385-c370-4da7-9368-1c0182493f0c req-fd6fe719-741f-4f39-8403-1b60ae684b7a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497913 Jan 11 13:13:11.947980 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-39a441eb-c8dc-4b13-b702-fb81b37ef563 req-a1cc46b7-5590-40dc-8cd0-16a24ab3017f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b37bb1e-cc00-42ae-8a2d-424646f5940b HTTP/1.1" status: 200 len: 998 time: 0.0617025 Jan 11 13:13:11.991065 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-efa1a00e-f001-480d-9dd8-66e0f7f06247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': 'ee48a8b3-4394-4173-8efd-fede738b21a2', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'port_id': '6b37bb1e-cc00-42ae-8a2d-424646f5940b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'mac_address': 'fa:16:3e:c1:0e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7363b791-79a9-49cf-a2c8-74f09ca00a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:13:10Z', 'updated_at': '2022-01-11T13:13:10Z', 'revision_number': 0, 'project_id': '73983d260517467dab770ff153eba8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:13:11.996134 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a441eb-c8dc-4b13-b702-fb81b37ef563 req-21a979f5-82ab-4b8c-a3a9-eb13f88d75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:11.997624 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-39a441eb-c8dc-4b13-b702-fb81b37ef563 req-21a979f5-82ab-4b8c-a3a9-eb13f88d75ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa84b08-0d99-43f5-874d-09b99bae3402 HTTP/1.1" status: 200 len: 850 time: 0.0432928 Jan 11 13:13:12.017347 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1a00e-f001-480d-9dd8-66e0f7f06247 None None] Checking router: 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:13:12.025550 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1a00e-f001-480d-9dd8-66e0f7f06247 None None] Routers {'5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:13:12.026085 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-efa1a00e-f001-480d-9dd8-66e0f7f06247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:13:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:13:12.046212 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a441eb-c8dc-4b13-b702-fb81b37ef563 req-089fcd93-4f2b-4756-853b-5b1b464a467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:12.047685 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-39a441eb-c8dc-4b13-b702-fb81b37ef563 req-089fcd93-4f2b-4756-853b-5b1b464a467b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427752 Jan 11 13:13:12.132997 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-efa1a00e-f001-480d-9dd8-66e0f7f06247 None None] Set router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:13:12.136348 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-39a441eb-c8dc-4b13-b702-fb81b37ef563 req-b7e89a8d-3ed0-4029-b4dd-16b8c00f4f7a service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822449 Jan 11 13:13:12.226733 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-39a441eb-c8dc-4b13-b702-fb81b37ef563 req-d1cbdf9a-b1dc-4e3d-9a7d-861e0a1c2df5 service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840514 Jan 11 13:13:12.353746 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-efa1a00e-f001-480d-9dd8-66e0f7f06247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': 'ee48a8b3-4394-4173-8efd-fede738b21a2', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'port_id': '6b37bb1e-cc00-42ae-8a2d-424646f5940b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'mac_address': 'fa:16:3e:c1:0e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7363b791-79a9-49cf-a2c8-74f09ca00a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:13:10Z', 'updated_at': '2022-01-11T13:13:10Z', 'revision_number': 0, 'project_id': '73983d260517467dab770ff153eba8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:13:12.379676 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1a00e-f001-480d-9dd8-66e0f7f06247 None None] The sync data for ids ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'] in dv-cinder-824149-3-iscsi is: [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': 'ee48a8b3-4394-4173-8efd-fede738b21a2', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'port_id': '6b37bb1e-cc00-42ae-8a2d-424646f5940b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'mac_address': 'fa:16:3e:c1:0e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7363b791-79a9-49cf-a2c8-74f09ca00a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:13:10Z', 'updated_at': '2022-01-11T13:13:10Z', 'revision_number': 0, 'project_id': '73983d260517467dab770ff153eba8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:13:12.559315 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813d3750-494a-40c3-9b4d-1ab133d6d717 None None] New status for floating IP ee48a8b3-4394-4173-8efd-fede738b21a2: ACTIVE {{(pid=102632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 13:13:13.014379 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b57d6f-f8d3-4c26-a496-237186f129d4 req-00c4dfcd-b95e-4d35-bc4c-de36446d9fd3 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:13.015846 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-01b57d6f-f8d3-4c26-a496-237186f129d4 req-00c4dfcd-b95e-4d35-bc4c-de36446d9fd3 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0494857 Jan 11 13:13:13.061815 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-01b57d6f-f8d3-4c26-a496-237186f129d4 req-6d5e96e5-5d62-40fe-ba2c-3075340525cb tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403931 Jan 11 13:13:13.928137 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device da41173d-b036-4070-8e6a-0f945eb8db7f details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:13:14.021666 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port da41173d-b036-4070-8e6a-0f945eb8db7f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=da41173d-b036-4070-8e6a-0f945eb8db7f,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:13:14.032256 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': 'da41173d-b036-4070-8e6a-0f945eb8db7f', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'port_id': 'da41173d-b036-4070-8e6a-0f945eb8db7f', 'mac_address': 'fa:16:3e:57:35:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:13:14.068390 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port da41173d-b036-4070-8e6a-0f945eb8db7f is: ACTIVE; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:13:14.068794 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:14.082087 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da41173d-b036-4070-8e6a-0f945eb8db7f {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:13:14.101268 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port da41173d-b036-4070-8e6a-0f945eb8db7f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=da41173d-b036-4070-8e6a-0f945eb8db7f,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:13:14.105594 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:14.158282 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=da41173d-b036-4070-8e6a-0f945eb8db7f,revision_number=6']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:13:14.186746 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f09ec6-7883-4f30-aeea-512977300962 req-bc14643a-a50a-4554-9177-adb6cbd0983f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:14.188246 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a9f09ec6-7883-4f30-aeea-512977300962 req-bc14643a-a50a-4554-9177-adb6cbd0983f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 944 time: 0.0530047 Jan 11 13:13:14.204809 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['da41173d-b036-4070-8e6a-0f945eb8db7f'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:13:14.235267 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a9f09ec6-7883-4f30-aeea-512977300962 req-765373b2-910c-4a7c-846d-07f10da279d1 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414755 Jan 11 13:13:15.350549 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525b21-7b54-4aa8-a206-35626ed3b3ff req-0d6c1c62-9879-40ee-bede-5dd442728aa1 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:15.351989 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-59525b21-7b54-4aa8-a206-35626ed3b3ff req-0d6c1c62-9879-40ee-bede-5dd442728aa1 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 944 time: 0.0476010 Jan 11 13:13:15.397538 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-59525b21-7b54-4aa8-a206-35626ed3b3ff req-ab2262c7-567d-4411-8de1-4202e74cc143 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397985 Jan 11 13:13:15.939204 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device da41173d-b036-4070-8e6a-0f945eb8db7f up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:13:15.989272 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port da41173d-b036-4070-8e6a-0f945eb8db7f triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:13:15.989566 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:16.068468 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port da41173d-b036-4070-8e6a-0f945eb8db7f is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:13:16.068862 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:16.091663 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da41173d-b036-4070-8e6a-0f945eb8db7f'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:13:16.094154 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b803a738-c9f5-4a65-8de4-67587a8e3586" -d '{"events": [{"server_uuid": "9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589", "name": "network-vif-plugged", "status": "completed", "tag": "da41173d-b036-4070-8e6a-0f945eb8db7f"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:13:16.109379 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port da41173d-b036-4070-8e6a-0f945eb8db7f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=da41173d-b036-4070-8e6a-0f945eb8db7f,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:13:16.115578 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:16.143449 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77810e89-c709-471c-b218-5f39104de74b x-openstack-request-id: req-77810e89-c709-471c-b218-5f39104de74b {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:13:16.143746 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589", "name": "network-vif-plugged", "status": "completed", "tag": "da41173d-b036-4070-8e6a-0f945eb8db7f", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:13:16.144000 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77810e89-c709-471c-b218-5f39104de74b {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:13:16.144435 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da41173d-b036-4070-8e6a-0f945eb8db7f', 'code': 200} Jan 11 13:13:16.169631 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=da41173d-b036-4070-8e6a-0f945eb8db7f,revision_number=7']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:13:16.530611 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678b716-5e68-451f-9093-5db21672a554 req-10599f5e-db83-40b2-be71-763a4bbf1960 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:16.532076 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4678b716-5e68-451f-9093-5db21672a554 req-10599f5e-db83-40b2-be71-763a4bbf1960 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0568216 Jan 11 13:13:16.585340 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4678b716-5e68-451f-9093-5db21672a554 req-b9c0fbd3-11c7-4146-8909-c5ca16a9b8f3 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428362 Jan 11 13:13:17.708348 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:13:17.723652 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301b9b8-42a8-4476-a6ea-edb37ac24702 req-90f1811b-8e49-49aa-9ed7-a487e4e4049b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:17.725223 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9301b9b8-42a8-4476-a6ea-edb37ac24702 req-90f1811b-8e49-49aa-9ed7-a487e4e4049b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0520093 Jan 11 13:13:17.800906 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9301b9b8-42a8-4476-a6ea-edb37ac24702 req-6dc9993c-5074-4b8f-bc66-984d0be38cae tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509090 Jan 11 13:13:18.897764 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d81bf-5bd1-4770-9345-a07703a4286f req-f17a34d2-0734-4510-8f48-2871304d8aaa tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:18.899270 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1c9d81bf-5bd1-4770-9345-a07703a4286f req-f17a34d2-0734-4510-8f48-2871304d8aaa tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0493822 Jan 11 13:13:18.969207 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1c9d81bf-5bd1-4770-9345-a07703a4286f req-52641045-281f-4961-9c2b-700ef8974687 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618851 Jan 11 13:13:20.091441 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb7aef-a0a4-404f-a2e9-f0f78d670d21 req-419c2ee3-62b3-45a7-b8ff-c1fcfd569e20 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:20.092958 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8ccb7aef-a0a4-404f-a2e9-f0f78d670d21 req-419c2ee3-62b3-45a7-b8ff-c1fcfd569e20 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0505176 Jan 11 13:13:20.155822 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8ccb7aef-a0a4-404f-a2e9-f0f78d670d21 req-d1a5b639-2ab0-4276-a2fc-e483affa1e98 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571163 Jan 11 13:13:21.292968 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b126176-efa6-444c-8437-340a1d47b15e req-bc5c95b8-3d83-491f-82c6-74441705ae92 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:21.294926 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b126176-efa6-444c-8437-340a1d47b15e req-bc5c95b8-3d83-491f-82c6-74441705ae92 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0620465 Jan 11 13:13:21.345413 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8b126176-efa6-444c-8437-340a1d47b15e req-7da83ba5-8f6a-494c-a5f6-7bbc184c70f0 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435090 Jan 11 13:13:22.481725 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf98b4-1f22-49c0-9a7e-10fdd6b9cb2a req-f704a35f-7398-4d2c-a190-fbb3d834cfdb tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:22.483382 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a1cf98b4-1f22-49c0-9a7e-10fdd6b9cb2a req-f704a35f-7398-4d2c-a190-fbb3d834cfdb tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0543907 Jan 11 13:13:22.535198 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a1cf98b4-1f22-49c0-9a7e-10fdd6b9cb2a req-eb2e074a-48bb-4e06-9540-26c8925dd21f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460069 Jan 11 13:13:23.667246 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db57ea5-617d-4f38-a017-ee79cec4746e req-586d8d42-d70e-481c-a2b0-1f2369f561ab tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:23.674037 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9db57ea5-617d-4f38-a017-ee79cec4746e req-586d8d42-d70e-481c-a2b0-1f2369f561ab tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0585020 Jan 11 13:13:23.719597 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9db57ea5-617d-4f38-a017-ee79cec4746e req-a42e666f-6bce-42e4-ba94-c4609ec00d64 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446858 Jan 11 13:13:24.846512 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d00e7-3892-45bb-9a5f-6d761e3328f6 req-f046f98c-0c7d-4ea5-b972-63266cb2507c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:24.848008 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e21d00e7-3892-45bb-9a5f-6d761e3328f6 req-f046f98c-0c7d-4ea5-b972-63266cb2507c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0489933 Jan 11 13:13:24.897444 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e21d00e7-3892-45bb-9a5f-6d761e3328f6 req-85bdf4ca-17bf-4fee-b781-ada8d347cbeb tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433822 Jan 11 13:13:25.550698 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfc6ea-d629-44d8-bee2-d6989e465b0b req-2fc84692-01e6-4c9d-b435-49032382f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:25.552195 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-5fbfc6ea-d629-44d8-bee2-d6989e465b0b req-2fc84692-01e6-4c9d-b435-49032382f521 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63f679ea15dc425485f5ce6a998f3add&device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 1098 time: 0.0851293 Jan 11 13:13:25.641047 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfc6ea-d629-44d8-bee2-d6989e465b0b req-3f79ff55-9a9b-4573-8450-c8e7babe43d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:25.642554 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-5fbfc6ea-d629-44d8-bee2-d6989e465b0b req-3f79ff55-9a9b-4573-8450-c8e7babe43d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc HTTP/1.1" status: 200 len: 916 time: 0.0837524 Jan 11 13:13:25.705662 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-5fbfc6ea-d629-44d8-bee2-d6989e465b0b req-6ebff666-9028-4473-95d7-7e522bcd9c71 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da41173d-b036-4070-8e6a-0f945eb8db7f HTTP/1.1" status: 200 len: 999 time: 0.0550027 Jan 11 13:13:25.751510 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfc6ea-d629-44d8-bee2-d6989e465b0b req-fec7a7b4-a2b7-4184-b86b-1e4961e4044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:25.752829 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-5fbfc6ea-d629-44d8-bee2-d6989e465b0b req-fec7a7b4-a2b7-4184-b86b-1e4961e4044a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26a91e9a-7375-46a6-9db2-f38aaabd6d94 HTTP/1.1" status: 200 len: 854 time: 0.0413411 Jan 11 13:13:25.797349 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfc6ea-d629-44d8-bee2-d6989e465b0b req-9315dd24-4584-464c-ba74-6efcfc1e220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:25.798781 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-5fbfc6ea-d629-44d8-bee2-d6989e465b0b req-9315dd24-4584-464c-ba74-6efcfc1e220e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403292 Jan 11 13:13:25.892743 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-5fbfc6ea-d629-44d8-bee2-d6989e465b0b req-abdbabc2-b06d-45b9-8f83-09153ba73e96 service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788403 Jan 11 13:13:25.983937 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-5fbfc6ea-d629-44d8-bee2-d6989e465b0b req-e9362f92-e5d7-48a0-a6d8-a20cfc4ddb6a service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846930 Jan 11 13:13:26.015205 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb1fc8-92cc-4acf-bddd-5935f6e6abe6 req-7cd55e58-ee69-4776-aec0-977369d87c7b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:26.016628 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-61eb1fc8-92cc-4acf-bddd-5935f6e6abe6 req-7cd55e58-ee69-4776-aec0-977369d87c7b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0482748 Jan 11 13:13:26.062358 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-61eb1fc8-92cc-4acf-bddd-5935f6e6abe6 req-02a935bf-8a66-4428-bb58-0ee1f2133fc6 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402505 Jan 11 13:13:27.178768 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598719e-d511-4290-9641-3a568992772e req-98c6a0df-f79a-4dd3-a3e2-7c514cee0c42 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:27.180249 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f598719e-d511-4290-9641-3a568992772e req-98c6a0df-f79a-4dd3-a3e2-7c514cee0c42 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0469844 Jan 11 13:13:27.224935 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f598719e-d511-4290-9641-3a568992772e req-d21ec1b2-6489-4a92-8fce-43b8a588b886 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386567 Jan 11 13:13:28.344669 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6408c37-9cc3-43ed-8fd9-70865ced9c70 req-c9b964e8-0220-4583-8ea0-5fed550f8ae4 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:28.346327 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d6408c37-9cc3-43ed-8fd9-70865ced9c70 req-c9b964e8-0220-4583-8ea0-5fed550f8ae4 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0506563 Jan 11 13:13:28.392014 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d6408c37-9cc3-43ed-8fd9-70865ced9c70 req-67444096-63a2-4830-a24d-2fb8242a78f5 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402944 Jan 11 13:13:29.148428 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [req-7bef97a0-2937-46ef-8051-dc065e7c4d36 req-a9f4c3d7-73f1-4685-8b4a-6099a362999e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 13:13:29.149481 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7bef97a0-2937-46ef-8051-dc065e7c4d36 req-a9f4c3d7-73f1-4685-8b4a-6099a362999e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0494194 Jan 11 13:13:29.300689 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86b95a-1ae7-481b-b0d2-b1466162443f req-5a2a1f2a-215a-45d3-b662-f39447095a7f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:29.302163 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8f86b95a-1ae7-481b-b0d2-b1466162443f req-5a2a1f2a-215a-45d3-b662-f39447095a7f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 945 time: 0.0480552 Jan 11 13:13:29.349993 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8f86b95a-1ae7-481b-b0d2-b1466162443f req-74b4918e-f47c-486f-a7b9-e4cfdb4e94f4 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415461 Jan 11 13:13:29.521718 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 55916) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:13:29.602680 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4bcbb05b-997a-4f3e-8c3b-0ba8bfcfb920 req-946ce45e-1285-42eb-8c92-738d16e9f312 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798059 Jan 11 13:13:29.611682 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [req-4bcbb05b-997a-4f3e-8c3b-0ba8bfcfb920 req-a5724445-5bde-47fa-b94d-7020853302da service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 13:13:29.612681 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4bcbb05b-997a-4f3e-8c3b-0ba8bfcfb920 req-a5724445-5bde-47fa-b94d-7020853302da service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047734 Jan 11 13:13:30.025869 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device da41173d-b036-4070-8e6a-0f945eb8db7f no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:13:30.102357 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port da41173d-b036-4070-8e6a-0f945eb8db7f is: ACTIVE; New status is: DOWN {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:13:30.102761 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:30.126334 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da41173d-b036-4070-8e6a-0f945eb8db7f'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:13:30.128773 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d5b20a-b390-412b-8ab6-9b2764622104" -d '{"events": [{"server_uuid": "9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589", "name": "network-vif-unplugged", "status": "completed", "tag": "da41173d-b036-4070-8e6a-0f945eb8db7f"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:13:30.145959 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port da41173d-b036-4070-8e6a-0f945eb8db7f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=da41173d-b036-4070-8e6a-0f945eb8db7f,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:13:30.150242 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:30.174013 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 11 Jan 2022 13:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b94b61-8676-4386-b207-047c4604dd1f x-openstack-request-id: req-f7b94b61-8676-4386-b207-047c4604dd1f {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:13:30.174306 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589", "name": "network-vif-unplugged", "status": "failed", "tag": "da41173d-b036-4070-8e6a-0f945eb8db7f", "code": 422}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:13:30.174564 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7b94b61-8676-4386-b207-047c4604dd1f {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:13:30.174961 dv-cinder-824149-3-iscsi neutron-server[102631]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'da41173d-b036-4070-8e6a-0f945eb8db7f', 'code': 422} returned with failed status Jan 11 13:13:30.207501 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=da41173d-b036-4070-8e6a-0f945eb8db7f,revision_number=8']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:13:30.218838 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:13:30.219197 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:13:30.219568 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:13:30.219893 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:13:30.220260 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:13:30.220596 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:13:30.220930 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:13:30.221281 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:13:30.221625 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:13:30.221960 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:13:30.222289 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:13:30.222616 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:13:30.222945 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:13:30.470681 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061d5fa-78da-4812-bd2c-985eb76d57cc req-2fbfdaad-ec42-40de-a80f-fa7553570cbb tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:30.472185 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a061d5fa-78da-4812-bd2c-985eb76d57cc req-2fbfdaad-ec42-40de-a80f-fa7553570cbb tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 943 time: 0.0481806 Jan 11 13:13:30.520254 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a061d5fa-78da-4812-bd2c-985eb76d57cc req-d00d6c57-c4a6-4ff3-8b9d-d4301663e527 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419736 Jan 11 13:13:30.544468 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbb05b-997a-4f3e-8c3b-0ba8bfcfb920 req-723ee60f-067f-4016-8827-31c07fd51850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:30.546028 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-4bcbb05b-997a-4f3e-8c3b-0ba8bfcfb920 req-723ee60f-067f-4016-8827-31c07fd51850 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589&tenant_id=63f679ea15dc425485f5ce6a998f3add HTTP/1.1" status: 200 len: 1096 time: 0.0414641 Jan 11 13:13:30.562203 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a0be6344-f22e-4014-b8a7-ec50f03b9f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:30.607933 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbb05b-997a-4f3e-8c3b-0ba8bfcfb920 req-e2a89a15-da7a-4860-9e45-3c98e67af047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:30.609435 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-4bcbb05b-997a-4f3e-8c3b-0ba8bfcfb920 req-e2a89a15-da7a-4860-9e45-3c98e67af047 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63f679ea15dc425485f5ce6a998f3add&device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 1096 time: 0.0399613 Jan 11 13:13:30.702184 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbb05b-997a-4f3e-8c3b-0ba8bfcfb920 req-646b3bf7-41b2-4bd0-8705-ddf86a42e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:30.703657 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-4bcbb05b-997a-4f3e-8c3b-0ba8bfcfb920 req-646b3bf7-41b2-4bd0-8705-ddf86a42e954 service neutron] 10.222.0.49 "GET /v2.0/networks?id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc HTTP/1.1" status: 200 len: 916 time: 0.0864606 Jan 11 13:13:30.787107 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-4bcbb05b-997a-4f3e-8c3b-0ba8bfcfb920 req-acc7d907-f75c-4ff4-9a15-ff31a5e461da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da41173d-b036-4070-8e6a-0f945eb8db7f HTTP/1.1" status: 200 len: 997 time: 0.0562580 Jan 11 13:13:30.838854 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbb05b-997a-4f3e-8c3b-0ba8bfcfb920 req-b7051f52-804a-4c4e-8cd4-8670cb026c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:30.840299 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-4bcbb05b-997a-4f3e-8c3b-0ba8bfcfb920 req-b7051f52-804a-4c4e-8cd4-8670cb026c82 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26a91e9a-7375-46a6-9db2-f38aaabd6d94 HTTP/1.1" status: 200 len: 854 time: 0.0449438 Jan 11 13:13:30.886768 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbb05b-997a-4f3e-8c3b-0ba8bfcfb920 req-fff73cba-da4a-4ac1-9751-62e0611034ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:30.888266 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-4bcbb05b-997a-4f3e-8c3b-0ba8bfcfb920 req-fff73cba-da4a-4ac1-9751-62e0611034ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389440 Jan 11 13:13:30.979053 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-4bcbb05b-997a-4f3e-8c3b-0ba8bfcfb920 req-a1d105f8-d543-4b9b-abc5-0091648897e0 service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776839 Jan 11 13:13:31.068542 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-4bcbb05b-997a-4f3e-8c3b-0ba8bfcfb920 req-e3e0bf65-e675-49cf-82a7-7205727c4839 service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816004 Jan 11 13:13:31.678246 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12528f95-2563-447a-89bd-421a77214061 req-e643b0b1-1219-4bf3-a57d-3be1899cfe6b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:31.680703 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-12528f95-2563-447a-89bd-421a77214061 req-e643b0b1-1219-4bf3-a57d-3be1899cfe6b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 943 time: 0.0617344 Jan 11 13:13:31.736753 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-12528f95-2563-447a-89bd-421a77214061 req-87ada9f8-f198-4ad2-9233-a11fce87ddea tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498214 Jan 11 13:13:32.598883 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bbaf1c2f-57dc-4c5c-8175-f9ec39ba2a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:32.865251 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7d536-1683-4608-9b53-dc2d183d1b9c req-b107fe79-5824-4c49-8b50-9dd2c58193dd tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:32.867533 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-03d7d536-1683-4608-9b53-dc2d183d1b9c req-b107fe79-5824-4c49-8b50-9dd2c58193dd tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 943 time: 0.0563099 Jan 11 13:13:32.920314 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-03d7d536-1683-4608-9b53-dc2d183d1b9c req-907f4612-9bf5-45fa-b3c4-bfab00b37bd5 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467422 Jan 11 13:13:33.956993 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:34.049197 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96b7e4-b6af-4a08-bedc-4a2e387a28c5 req-e02f3ad7-83ee-4aa5-ae4a-587c01b3adc9 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:34.051155 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bf96b7e4-b6af-4a08-bedc-4a2e387a28c5 req-e02f3ad7-83ee-4aa5-ae4a-587c01b3adc9 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 943 time: 0.0531414 Jan 11 13:13:34.101169 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bf96b7e4-b6af-4a08-bedc-4a2e387a28c5 req-f1e9eddd-fa7f-4522-9962-d5dd0c1146e6 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439847 Jan 11 13:13:34.386080 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:35.227951 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:35.230585 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bd365-6314-49be-99ce-8846ed46f7fc req-d56851d1-a7b7-499c-9356-8e5e7e90a62e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:35.232664 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-401bd365-6314-49be-99ce-8846ed46f7fc req-d56851d1-a7b7-499c-9356-8e5e7e90a62e tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 943 time: 0.0558968 Jan 11 13:13:35.285602 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-401bd365-6314-49be-99ce-8846ed46f7fc req-f77d16ec-8ce6-47ac-a78f-b0d98ca2c608 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473304 Jan 11 13:13:36.409404 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353c882-7e0b-4cf2-a8dd-90355010e4ab req-276636fd-6722-48e8-9f0e-b7da8ea923e0 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:36.411064 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d353c882-7e0b-4cf2-a8dd-90355010e4ab req-276636fd-6722-48e8-9f0e-b7da8ea923e0 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 943 time: 0.0503974 Jan 11 13:13:36.460686 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d353c882-7e0b-4cf2-a8dd-90355010e4ab req-a587c3e5-34a8-465b-a088-a33a83d4cb7f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437980 Jan 11 13:13:36.615653 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:37.588548 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046feac4-23c3-43bd-a177-6d206acd0691 req-3a98eeb7-4d1c-474d-9dfe-bb6fb0676f08 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:37.590235 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-046feac4-23c3-43bd-a177-6d206acd0691 req-3a98eeb7-4d1c-474d-9dfe-bb6fb0676f08 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 943 time: 0.0491197 Jan 11 13:13:37.642168 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-046feac4-23c3-43bd-a177-6d206acd0691 req-986e3df6-4d62-4da7-89f1-fd9093d6451a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452919 Jan 11 13:13:38.771438 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea44ab-fc1e-41cb-9f12-554138060cbe req-856fc217-ad4c-4bba-81d4-0288ae793be0 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:38.773144 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-84ea44ab-fc1e-41cb-9f12-554138060cbe req-856fc217-ad4c-4bba-81d4-0288ae793be0 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 943 time: 0.0552607 Jan 11 13:13:38.823127 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-84ea44ab-fc1e-41cb-9f12-554138060cbe req-c891e4c8-0e15-4473-995f-74f20b0cf9c0 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435760 Jan 11 13:13:39.941979 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd3344-c6a5-4fd1-94ec-49ce4b81a495 req-078597d0-99f7-4399-b5cb-cce4694c0dcf tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:39.943438 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f1dd3344-c6a5-4fd1-94ec-49ce4b81a495 req-078597d0-99f7-4399-b5cb-cce4694c0dcf tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 943 time: 0.0480106 Jan 11 13:13:39.988470 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f1dd3344-c6a5-4fd1-94ec-49ce4b81a495 req-b4441497-8049-4c5e-94dd-266781fac38c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395472 Jan 11 13:13:41.106439 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d60a8-ed5a-465f-b8e0-046ef2880b49 req-4d5547a4-bec8-49d5-a382-118314dd2aaa tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:41.107883 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-305d60a8-ed5a-465f-b8e0-046ef2880b49 req-4d5547a4-bec8-49d5-a382-118314dd2aaa tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 943 time: 0.0510771 Jan 11 13:13:41.154260 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-305d60a8-ed5a-465f-b8e0-046ef2880b49 req-ec7e5475-3c80-43ba-bf01-64c014918943 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408950 Jan 11 13:13:42.058011 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device da41173d-b036-4070-8e6a-0f945eb8db7f details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:13:42.153898 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port da41173d-b036-4070-8e6a-0f945eb8db7f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=da41173d-b036-4070-8e6a-0f945eb8db7f,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:13:42.165141 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': 'da41173d-b036-4070-8e6a-0f945eb8db7f', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'port_id': 'da41173d-b036-4070-8e6a-0f945eb8db7f', 'mac_address': 'fa:16:3e:57:35:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:13:42.204201 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port da41173d-b036-4070-8e6a-0f945eb8db7f is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:13:42.204597 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:42.218249 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da41173d-b036-4070-8e6a-0f945eb8db7f {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:13:42.239834 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port da41173d-b036-4070-8e6a-0f945eb8db7f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=da41173d-b036-4070-8e6a-0f945eb8db7f,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:13:42.244207 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:42.284023 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b2589-d2f3-47e0-ac0d-e65ddfd5bbcb req-d70f5d41-b31a-45ee-b110-b470573d599f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:42.285542 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c36b2589-d2f3-47e0-ac0d-e65ddfd5bbcb req-d70f5d41-b31a-45ee-b110-b470573d599f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 944 time: 0.0557752 Jan 11 13:13:42.296449 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=da41173d-b036-4070-8e6a-0f945eb8db7f,revision_number=9']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:13:42.352766 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c36b2589-d2f3-47e0-ac0d-e65ddfd5bbcb req-bb6c795a-bf6a-48b2-a110-19d5651f8caa tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595815 Jan 11 13:13:42.505389 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['da41173d-b036-4070-8e6a-0f945eb8db7f'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:13:43.472631 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48393e60-b75f-4b1d-ac4c-19704b9dfc54 req-262954f3-61c0-430a-99b6-26a0cb72628b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:43.474145 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-48393e60-b75f-4b1d-ac4c-19704b9dfc54 req-262954f3-61c0-430a-99b6-26a0cb72628b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 944 time: 0.0481989 Jan 11 13:13:43.527679 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-48393e60-b75f-4b1d-ac4c-19704b9dfc54 req-a4ff9aaf-a145-4311-a1b0-e4f7db77a016 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481043 Jan 11 13:13:44.061429 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device da41173d-b036-4070-8e6a-0f945eb8db7f up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:13:44.108550 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port da41173d-b036-4070-8e6a-0f945eb8db7f triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:13:44.108927 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:44.185349 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port da41173d-b036-4070-8e6a-0f945eb8db7f is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:13:44.185657 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:44.207635 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da41173d-b036-4070-8e6a-0f945eb8db7f'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:13:44.209894 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a409641-9ab2-40ed-a3b9-00d937ffba3f" -d '{"events": [{"server_uuid": "9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589", "name": "network-vif-plugged", "status": "completed", "tag": "da41173d-b036-4070-8e6a-0f945eb8db7f"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:13:44.221767 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port da41173d-b036-4070-8e6a-0f945eb8db7f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=da41173d-b036-4070-8e6a-0f945eb8db7f,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:13:44.225592 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:13:44.272382 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=da41173d-b036-4070-8e6a-0f945eb8db7f,revision_number=10']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:13:44.300778 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5286346-9a1b-46d8-a844-30386070cb8d x-openstack-request-id: req-a5286346-9a1b-46d8-a844-30386070cb8d {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:13:44.301066 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589", "name": "network-vif-plugged", "status": "completed", "tag": "da41173d-b036-4070-8e6a-0f945eb8db7f", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:13:44.301325 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5286346-9a1b-46d8-a844-30386070cb8d {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:13:44.301720 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da41173d-b036-4070-8e6a-0f945eb8db7f', 'code': 200} Jan 11 13:13:44.473145 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7b4b9-6788-4e04-a74c-86866530989c req-0cf1aee4-a44d-4b84-95c7-483038332aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:44.474599 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b9c7b4b9-6788-4e04-a74c-86866530989c req-0cf1aee4-a44d-4b84-95c7-483038332aec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 1099 time: 0.0386021 Jan 11 13:13:44.518280 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b9c7b4b9-6788-4e04-a74c-86866530989c req-229070bf-ae4f-47b9-b452-05d3630db577 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362110 Jan 11 13:13:44.648542 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3744291-e9f9-4939-8ca6-4d2265a200c0 req-62fe078e-08af-4571-a5e8-d155b38a7a9b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:44.650014 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d3744291-e9f9-4939-8ca6-4d2265a200c0 req-62fe078e-08af-4571-a5e8-d155b38a7a9b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 946 time: 0.0489786 Jan 11 13:13:44.696351 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d3744291-e9f9-4939-8ca6-4d2265a200c0 req-16900670-c4e6-4e6c-89f1-743e54d53a28 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402944 Jan 11 13:13:45.822863 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452c971-0ea7-4f79-8c5a-5b158a0ee39f req-62265010-65dc-4763-9cb6-8bcd01f05107 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:45.824382 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9452c971-0ea7-4f79-8c5a-5b158a0ee39f req-62265010-65dc-4763-9cb6-8bcd01f05107 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 946 time: 0.0529547 Jan 11 13:13:45.872393 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9452c971-0ea7-4f79-8c5a-5b158a0ee39f req-23c678c6-b2ad-4e5e-a076-679803525c79 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421231 Jan 11 13:13:46.352461 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab679cd1-e536-4b87-905b-a8939783d2b9 req-27e85ece-00ae-48dd-a930-8f72e5fe09d7 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:46.354086 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab679cd1-e536-4b87-905b-a8939783d2b9 req-27e85ece-00ae-48dd-a930-8f72e5fe09d7 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0545421 Jan 11 13:13:46.404039 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ab679cd1-e536-4b87-905b-a8939783d2b9 req-f34faec0-52e8-4620-8d7c-eba37d20077a tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437918 Jan 11 13:13:46.991006 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4cf3a-09e7-4df2-af5d-fba348a6e86b req-efea835e-4c7b-45b6-ad37-6b7e718e491a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:46.992484 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1ec4cf3a-09e7-4df2-af5d-fba348a6e86b req-efea835e-4c7b-45b6-ad37-6b7e718e491a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 946 time: 0.0481861 Jan 11 13:13:47.037550 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1ec4cf3a-09e7-4df2-af5d-fba348a6e86b req-6a4a0adc-893d-4580-a5e0-f06d4af8d367 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396850 Jan 11 13:13:47.515688 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3846f53-3682-4605-afa0-588b879e3cea req-16c62c15-45cd-4252-aabf-54a47a59a587 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:47.517262 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c3846f53-3682-4605-afa0-588b879e3cea req-16c62c15-45cd-4252-aabf-54a47a59a587 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0486677 Jan 11 13:13:47.567432 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c3846f53-3682-4605-afa0-588b879e3cea req-248b9041-5ecf-4625-8737-80d4ce640fb1 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446677 Jan 11 13:13:48.681362 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7932af-d11a-41e4-9893-4feba984cbee req-d09b4e03-bb9a-43f8-a6ff-9cfef6184161 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:48.682812 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8c7932af-d11a-41e4-9893-4feba984cbee req-d09b4e03-bb9a-43f8-a6ff-9cfef6184161 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0481353 Jan 11 13:13:48.729903 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8c7932af-d11a-41e4-9893-4feba984cbee req-d471036f-da00-4415-9c7a-6c0af8880b90 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410728 Jan 11 13:13:49.842292 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ed58b-8ca0-48f4-acda-f779a67af839 req-5dcf9d5d-3c51-452b-8fcc-e2acfe59bc5a tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:49.843797 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4c9ed58b-8ca0-48f4-acda-f779a67af839 req-5dcf9d5d-3c51-452b-8fcc-e2acfe59bc5a tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0495155 Jan 11 13:13:49.891554 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4c9ed58b-8ca0-48f4-acda-f779a67af839 req-59ee03ec-84c1-4a8d-8a69-01321881386a tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422547 Jan 11 13:13:51.007544 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20800c5c-e017-4de9-8cfc-246eed069c23 req-8a2982f1-6b46-4413-a856-9839fd352285 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:51.009047 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20800c5c-e017-4de9-8cfc-246eed069c23 req-8a2982f1-6b46-4413-a856-9839fd352285 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0512476 Jan 11 13:13:51.057053 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-20800c5c-e017-4de9-8cfc-246eed069c23 req-cb251ada-b19f-44bb-86d0-78e3038f895c tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425427 Jan 11 13:13:52.169558 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2861846-1e74-4ae6-807a-439f7b266496 req-9c267637-28b9-45fe-a5d1-e69d2416f828 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:52.171011 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b2861846-1e74-4ae6-807a-439f7b266496 req-9c267637-28b9-45fe-a5d1-e69d2416f828 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0477765 Jan 11 13:13:52.218641 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b2861846-1e74-4ae6-807a-439f7b266496 req-eb992723-9ea5-40dd-b6cf-d24e1184e61a tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421972 Jan 11 13:13:53.333143 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa4add-ede7-45d3-9b9e-4cc6b1835735 req-aaf86dd6-0ddf-44ce-8fe1-18d02b4e18ae tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:53.334592 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-11aa4add-ede7-45d3-9b9e-4cc6b1835735 req-aaf86dd6-0ddf-44ce-8fe1-18d02b4e18ae tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0511050 Jan 11 13:13:53.593042 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-11aa4add-ede7-45d3-9b9e-4cc6b1835735 req-83552690-3b86-473d-b8d8-7cb7c41960d4 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525275 Jan 11 13:13:54.709119 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:13:54.711099 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb54cbb-2185-4a16-b06b-0fd8a5c9a73a req-755d9f2b-4a13-4ece-b7cc-2f205e03f4ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:54.712658 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6bb54cbb-2185-4a16-b06b-0fd8a5c9a73a req-755d9f2b-4a13-4ece-b7cc-2f205e03f4ec tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0484130 Jan 11 13:13:54.759681 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6bb54cbb-2185-4a16-b06b-0fd8a5c9a73a req-daa8fa6d-780b-4278-85d8-3e0fdb405a80 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410099 Jan 11 13:13:55.870632 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29887f-fa67-41af-99b3-930b490c4552 req-658732d2-a3f9-4796-8574-b3193fcea81d tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:55.872072 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ed29887f-fa67-41af-99b3-930b490c4552 req-658732d2-a3f9-4796-8574-b3193fcea81d tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0469615 Jan 11 13:13:55.922958 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ed29887f-fa67-41af-99b3-930b490c4552 req-3d0ff044-4497-450a-9fbe-dba1e19c8d8c tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449250 Jan 11 13:13:56.554826 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f291a-640c-4342-8d50-09de777d1d30 req-87bb4560-cc8a-4538-bb58-a50b2f0b5b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:56.556332 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6d8f291a-640c-4342-8d50-09de777d1d30 req-87bb4560-cc8a-4538-bb58-a50b2f0b5b38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e5eb41976664084b52ed4c7ea35403f&device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 1098 time: 0.0428503 Jan 11 13:13:56.650735 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f291a-640c-4342-8d50-09de777d1d30 req-ccf81fb1-1644-445b-97e5-9619fe995582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:56.652305 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6d8f291a-640c-4342-8d50-09de777d1d30 req-ccf81fb1-1644-445b-97e5-9619fe995582 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a81179c-8970-4450-861d-29532f8e250e HTTP/1.1" status: 200 len: 910 time: 0.0825696 Jan 11 13:13:56.724300 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6d8f291a-640c-4342-8d50-09de777d1d30 req-ace65ff3-ae76-488b-8a3b-dd4f42deaaaf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1458aaaf-d8ab-4938-8889-8b542a4d2666 HTTP/1.1" status: 200 len: 1001 time: 0.0646126 Jan 11 13:13:56.777499 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f291a-640c-4342-8d50-09de777d1d30 req-7d880ed6-7285-4e4c-8cea-e6609421fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:56.778987 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6d8f291a-640c-4342-8d50-09de777d1d30 req-7d880ed6-7285-4e4c-8cea-e6609421fd9b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f857a8a-7f3f-4139-ad7b-61767db0a6fa HTTP/1.1" status: 200 len: 848 time: 0.0444539 Jan 11 13:13:56.825357 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f291a-640c-4342-8d50-09de777d1d30 req-d2452ba4-7315-452c-bc82-13930dc408dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:56.826711 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6d8f291a-640c-4342-8d50-09de777d1d30 req-d2452ba4-7315-452c-bc82-13930dc408dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a81179c-8970-4450-861d-29532f8e250e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390160 Jan 11 13:13:57.041192 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168be03-26f8-4471-83df-dea2d441a943 req-1665f7e5-cfe1-49d1-9051-191848592b1e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:57.042818 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1168be03-26f8-4471-83df-dea2d441a943 req-1665f7e5-cfe1-49d1-9051-191848592b1e tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0502057 Jan 11 13:13:57.092086 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1168be03-26f8-4471-83df-dea2d441a943 req-b85f21c5-c7ef-4f5f-993f-e2befb25cb42 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435405 Jan 11 13:13:57.136095 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6d8f291a-640c-4342-8d50-09de777d1d30 req-b82a806d-b0ca-46fb-8a93-8312040f4496 service neutron] 10.222.0.49 "GET /v2.0/networks/4a81179c-8970-4450-861d-29532f8e250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026750 Jan 11 13:13:57.221289 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6d8f291a-640c-4342-8d50-09de777d1d30 req-d27f2ba7-7c80-4397-aa81-c50fdfb81847 service neutron] 10.222.0.49 "GET /v2.0/networks/4a81179c-8970-4450-861d-29532f8e250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783663 Jan 11 13:13:58.205123 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef88f7d-0284-4169-a2d4-1595c82cf550 req-6246e5dd-28f8-40cc-a1d5-01fb83ac15a4 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:58.206605 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ef88f7d-0284-4169-a2d4-1595c82cf550 req-6246e5dd-28f8-40cc-a1d5-01fb83ac15a4 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0484996 Jan 11 13:13:58.253769 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6ef88f7d-0284-4169-a2d4-1595c82cf550 req-1059ce1e-8559-4299-927b-6467f3ed802c tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417893 Jan 11 13:13:59.379047 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b419de-000c-4f5d-a128-7658897ef720 req-156691cf-01b5-44ce-995e-e01d0f282ee7 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:13:59.380591 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-63b419de-000c-4f5d-a128-7658897ef720 req-156691cf-01b5-44ce-995e-e01d0f282ee7 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0551560 Jan 11 13:13:59.431454 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-63b419de-000c-4f5d-a128-7658897ef720 req-8025d072-3db2-47bd-93e8-99c2282466d9 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435393 Jan 11 13:14:00.556300 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a236ec2a-50f6-45cd-8390-10bc4a1816b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:00.560628 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ef0be-a7d6-4b23-8380-ea41e44dcd9e req-2d5af413-9e69-4f70-b87f-939f0eabe284 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:00.562180 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0a6ef0be-a7d6-4b23-8380-ea41e44dcd9e req-2d5af413-9e69-4f70-b87f-939f0eabe284 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0617232 Jan 11 13:14:00.613926 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0a6ef0be-a7d6-4b23-8380-ea41e44dcd9e req-20b9bcc4-6b56-4394-9d92-d4deb93853fb tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459316 Jan 11 13:14:00.805308 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a3dced77-0dbd-40ce-a6ac-e887cc196dbb req-2bd8a7cd-1a2a-4884-8f9e-f1c5cdc6dd24 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399716 Jan 11 13:14:00.844247 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd0cf2-a0cf-4b56-ab99-02c125ac36c2 req-ab4e4583-fa3b-4294-987d-586b1672ff0a tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:00.845730 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-10dd0cf2-a0cf-4b56-ab99-02c125ac36c2 req-ab4e4583-fa3b-4294-987d-586b1672ff0a tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0486107 Jan 11 13:14:00.897600 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-10dd0cf2-a0cf-4b56-ab99-02c125ac36c2 req-52ff251f-1202-4514-9a03-7be8c1038626 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463333 Jan 11 13:14:02.024901 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf762bd-df13-422b-82da-f1b9c2ec442b req-a95adaf7-2ea3-416c-9a2d-37d9da75dec9 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:02.026938 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0bf762bd-df13-422b-82da-f1b9c2ec442b req-a95adaf7-2ea3-416c-9a2d-37d9da75dec9 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0613279 Jan 11 13:14:02.081778 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0bf762bd-df13-422b-82da-f1b9c2ec442b req-4b9e117a-dd08-41a0-84fa-1853372bd5bd tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472679 Jan 11 13:14:02.155052 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 1458aaaf-d8ab-4938-8889-8b542a4d2666 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:14:02.228492 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 1458aaaf-d8ab-4938-8889-8b542a4d2666 is: ACTIVE; New status is: DOWN {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:14:02.228882 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:02.254342 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1458aaaf-d8ab-4938-8889-8b542a4d2666'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:14:02.256499 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8695ca75-0aa6-418f-b64d-d0f4d9211b53" -d '{"events": [{"server_uuid": "7fc751d6-b27e-4caa-8ea6-7ecf676c257d", "name": "network-vif-unplugged", "status": "completed", "tag": "1458aaaf-d8ab-4938-8889-8b542a4d2666"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:14:02.269480 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 1458aaaf-d8ab-4938-8889-8b542a4d2666, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1458aaaf-d8ab-4938-8889-8b542a4d2666,segment=NetworkSegment(c39e7b4e-289c-4583-818c-f34db9fca8a8),segment_id=c39e7b4e-289c-4583-818c-f34db9fca8a8)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:14:02.274835 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:02.303785 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Jan 2022 13:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef60a039-34e8-460b-93ae-126703aecf33 x-openstack-request-id: req-ef60a039-34e8-460b-93ae-126703aecf33 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:14:02.304080 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc751d6-b27e-4caa-8ea6-7ecf676c257d", "name": "network-vif-unplugged", "status": "completed", "tag": "1458aaaf-d8ab-4938-8889-8b542a4d2666", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:14:02.304365 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef60a039-34e8-460b-93ae-126703aecf33 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:14:02.304761 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1458aaaf-d8ab-4938-8889-8b542a4d2666', 'code': 200} Jan 11 13:14:02.328342 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=1458aaaf-d8ab-4938-8889-8b542a4d2666,revision_number=6']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:02.601895 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca5b0-5e6d-4f88-8042-7b4daa71e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:02.635838 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dced77-0dbd-40ce-a6ac-e887cc196dbb req-478938e0-82d8-4422-b881-b662ae9a7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:02.637367 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a3dced77-0dbd-40ce-a6ac-e887cc196dbb req-478938e0-82d8-4422-b881-b662ae9a7efd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d&tenant_id=8e5eb41976664084b52ed4c7ea35403f HTTP/1.1" status: 200 len: 1096 time: 0.0461903 Jan 11 13:14:02.695104 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dced77-0dbd-40ce-a6ac-e887cc196dbb req-1612fe49-5a8d-4e28-aa94-54f8096e08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:02.696897 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a3dced77-0dbd-40ce-a6ac-e887cc196dbb req-1612fe49-5a8d-4e28-aa94-54f8096e08cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e5eb41976664084b52ed4c7ea35403f&device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 1096 time: 0.0395772 Jan 11 13:14:02.798566 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dced77-0dbd-40ce-a6ac-e887cc196dbb req-714bdd20-e849-4aed-92fa-6a662abd1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:02.800070 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a3dced77-0dbd-40ce-a6ac-e887cc196dbb req-714bdd20-e849-4aed-92fa-6a662abd1fdd service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a81179c-8970-4450-861d-29532f8e250e HTTP/1.1" status: 200 len: 910 time: 0.0891545 Jan 11 13:14:02.870031 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a3dced77-0dbd-40ce-a6ac-e887cc196dbb req-93306912-f061-4a3d-98e6-1b3dbc97687d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1458aaaf-d8ab-4938-8889-8b542a4d2666 HTTP/1.1" status: 200 len: 999 time: 0.0569696 Jan 11 13:14:02.916216 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dced77-0dbd-40ce-a6ac-e887cc196dbb req-a3bef474-95b0-4394-9228-88ea4cab09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:02.917623 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a3dced77-0dbd-40ce-a6ac-e887cc196dbb req-a3bef474-95b0-4394-9228-88ea4cab09ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f857a8a-7f3f-4139-ad7b-61767db0a6fa HTTP/1.1" status: 200 len: 848 time: 0.0418944 Jan 11 13:14:02.963300 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dced77-0dbd-40ce-a6ac-e887cc196dbb req-6d0a47b1-ebea-479f-b9fd-2d450deaaf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:02.964779 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a3dced77-0dbd-40ce-a6ac-e887cc196dbb req-6d0a47b1-ebea-479f-b9fd-2d450deaaf8d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a81179c-8970-4450-861d-29532f8e250e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410943 Jan 11 13:14:03.053354 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a3dced77-0dbd-40ce-a6ac-e887cc196dbb req-8a2513be-0a8a-4e89-a228-b42ca79cc208 service neutron] 10.222.0.49 "GET /v2.0/networks/4a81179c-8970-4450-861d-29532f8e250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792680 Jan 11 13:14:03.156055 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a3dced77-0dbd-40ce-a6ac-e887cc196dbb req-add1cadc-c259-4b4c-b84f-7188efb5b0f3 service neutron] 10.222.0.49 "GET /v2.0/networks/4a81179c-8970-4450-861d-29532f8e250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895445 Jan 11 13:14:03.206910 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f91d9-6cab-4484-9186-acda3e7eaaca req-0305492e-ccef-4d7e-b08f-deb9b4f1f566 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:03.208435 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-509f91d9-6cab-4484-9186-acda3e7eaaca req-0305492e-ccef-4d7e-b08f-deb9b4f1f566 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 943 time: 0.0503254 Jan 11 13:14:03.256679 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-509f91d9-6cab-4484-9186-acda3e7eaaca req-d7e707d4-7152-46dc-a043-692268dde0bf tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427811 Jan 11 13:14:03.549333 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe011c-7baa-4c0c-9950-bcf39f84d76d req-4a9d5f84-54fb-4902-9f91-5f5a43626b26 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:03.550809 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71fe011c-7baa-4c0c-9950-bcf39f84d76d req-4a9d5f84-54fb-4902-9f91-5f5a43626b26 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b10a17f-ced6-4d20-818b-ed7e5eb24308 HTTP/1.1" status: 200 len: 945 time: 0.0524833 Jan 11 13:14:03.596600 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-71fe011c-7baa-4c0c-9950-bcf39f84d76d req-5ea8f21a-bf5c-4d3e-9b1f-ba0d698078f9 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=46b629e8-0640-4715-a565-c093ecb05a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403342 Jan 11 13:14:03.957516 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:04.372532 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42aa59d-df23-42c7-b1df-88145c70c21c req-91d54b65-7fae-43cc-ae78-aba83619df73 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:04.374049 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b42aa59d-df23-42c7-b1df-88145c70c21c req-91d54b65-7fae-43cc-ae78-aba83619df73 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 943 time: 0.0492578 Jan 11 13:14:04.381894 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-80d72b99-8c57-4b93-bcd9-ca15ac4d82a8 req-49e6f5a1-8d5a-40c4-b40e-02b662452533 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396385 Jan 11 13:14:04.412351 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:04.424981 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b42aa59d-df23-42c7-b1df-88145c70c21c req-222cc7d1-9cfd-4017-963d-b5b0e37dc545 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453906 Jan 11 13:14:04.443948 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72b99-8c57-4b93-bcd9-ca15ac4d82a8 req-ba26f8d1-99ff-403d-94f3-3b0971a413bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:04.445768 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-80d72b99-8c57-4b93-bcd9-ca15ac4d82a8 req-ba26f8d1-99ff-403d-94f3-3b0971a413bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63f679ea15dc425485f5ce6a998f3add&device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 1099 time: 0.0422945 Jan 11 13:14:04.553369 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72b99-8c57-4b93-bcd9-ca15ac4d82a8 req-3045805d-1598-471f-8b9b-935571787e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:04.554741 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-80d72b99-8c57-4b93-bcd9-ca15ac4d82a8 req-3045805d-1598-471f-8b9b-935571787e6e service neutron] 10.222.0.49 "GET /v2.0/networks?id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc HTTP/1.1" status: 200 len: 916 time: 0.0876338 Jan 11 13:14:04.617753 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-80d72b99-8c57-4b93-bcd9-ca15ac4d82a8 req-20dbe2b8-6ca7-4f49-8542-e8a73b1639e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da41173d-b036-4070-8e6a-0f945eb8db7f HTTP/1.1" status: 200 len: 999 time: 0.0556133 Jan 11 13:14:04.669618 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72b99-8c57-4b93-bcd9-ca15ac4d82a8 req-d2c92031-0730-472c-a8a9-f9e7270f0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:04.671583 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-80d72b99-8c57-4b93-bcd9-ca15ac4d82a8 req-d2c92031-0730-472c-a8a9-f9e7270f0bbd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26a91e9a-7375-46a6-9db2-f38aaabd6d94 HTTP/1.1" status: 200 len: 854 time: 0.0469794 Jan 11 13:14:04.712180 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8858e6-f78a-48a4-ba37-81e8f763cf3f req-11aaf165-4e1b-474c-a4d2-7d358e060e02 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:04.713666 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a8858e6-f78a-48a4-ba37-81e8f763cf3f req-11aaf165-4e1b-474c-a4d2-7d358e060e02 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b10a17f-ced6-4d20-818b-ed7e5eb24308 HTTP/1.1" status: 200 len: 945 time: 0.0518293 Jan 11 13:14:04.717654 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72b99-8c57-4b93-bcd9-ca15ac4d82a8 req-45a02ba2-48b4-471d-b47e-131d08f5ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:04.719146 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-80d72b99-8c57-4b93-bcd9-ca15ac4d82a8 req-45a02ba2-48b4-471d-b47e-131d08f5ea0a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400612 Jan 11 13:14:04.760622 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5a8858e6-f78a-48a4-ba37-81e8f763cf3f req-70fd9bf8-3057-4cab-beae-4eef889cdb05 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=46b629e8-0640-4715-a565-c093ecb05a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412540 Jan 11 13:14:04.808165 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-80d72b99-8c57-4b93-bcd9-ca15ac4d82a8 req-7e24cf5f-de4b-4e56-a1c2-1afdacc52752 service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812802 Jan 11 13:14:04.896521 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-80d72b99-8c57-4b93-bcd9-ca15ac4d82a8 req-d192af7b-568a-4a00-947f-803973aa03cb service neutron] 10.222.0.49 "GET /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814729 Jan 11 13:14:05.226305 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:05.450911 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f9fc8-7af7-4424-9698-78b09c474e87 req-42aa2510-98d8-49ce-ad42-5074e3486dc4 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:05.452477 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-156f9fc8-7af7-4424-9698-78b09c474e87 req-42aa2510-98d8-49ce-ad42-5074e3486dc4 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b10a17f-ced6-4d20-818b-ed7e5eb24308 HTTP/1.1" status: 200 len: 945 time: 0.0477483 Jan 11 13:14:05.537386 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4666a6-6218-47a5-92b0-fab398cce621 req-a24c13e6-7cc9-4974-8f7c-9c86e47a5b10 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:05.539045 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fd4666a6-6218-47a5-92b0-fab398cce621 req-a24c13e6-7cc9-4974-8f7c-9c86e47a5b10 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 943 time: 0.0483084 Jan 11 13:14:05.546491 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-156f9fc8-7af7-4424-9698-78b09c474e87 req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Deleting port b9d317fb-37d4-40f8-a9b9-076089288a59 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:14:05.546828 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-156f9fc8-7af7-4424-9698-78b09c474e87 req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (b9d317fb-37d4-40f8-a9b9-076089288a59), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:05.587769 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fd4666a6-6218-47a5-92b0-fab398cce621 req-f4a66181-15ae-42f8-bf3b-af239c9d336c tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431278 Jan 11 13:14:05.632777 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-156f9fc8-7af7-4424-9698-78b09c474e87 req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] For port b9d317fb-37d4-40f8-a9b9-076089288a59, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=b9d317fb-37d4-40f8-a9b9-076089288a59,segment=NetworkSegment(534b0231-a2b0-40c0-9b1c-0646ef4f896b),segment_id=534b0231-a2b0-40c0-9b1c-0646ef4f896b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:14:05.633144 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-156f9fc8-7af7-4424-9698-78b09c474e87 req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (b9d317fb-37d4-40f8-a9b9-076089288a59), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:05.801342 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-156f9fc8-7af7-4424-9698-78b09c474e87 req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:05.801723 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-156f9fc8-7af7-4424-9698-78b09c474e87 req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7954133'] for floatingip (baf9ec46-542c-4cf4-a765-306fd19b2279), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:05.802044 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.db.l3_db [req-156f9fc8-7af7-4424-9698-78b09c474e87 req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Floating IP baf9ec46-542c-4cf4-a765-306fd19b2279 disassociated. External IP: 172.27.0.162, port: b9d317fb-37d4-40f8-a9b9-076089288a59. Jan 11 13:14:05.802386 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-156f9fc8-7af7-4424-9698-78b09c474e87 req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Calling delete_port for b9d317fb-37d4-40f8-a9b9-076089288a59 owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:14:05.873689 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c63c9-1703-4bb9-8eec-5c7658ead28d req-7a149641-4c3e-4e51-b4af-d97a42ced89c tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:05.875178 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-886c63c9-1703-4bb9-8eec-5c7658ead28d req-7a149641-4c3e-4e51-b4af-d97a42ced89c tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b10a17f-ced6-4d20-818b-ed7e5eb24308 HTTP/1.1" status: 200 len: 945 time: 0.0483139 Jan 11 13:14:05.925445 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-886c63c9-1703-4bb9-8eec-5c7658ead28d req-aebfa4ba-826a-4b6d-9fde-cae6c4e95179 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups?id=46b629e8-0640-4715-a565-c093ecb05a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447021 Jan 11 13:14:05.927012 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-156f9fc8-7af7-4424-9698-78b09c474e87 req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (b9d317fb-37d4-40f8-a9b9-076089288a59), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:05.959944 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Pushing event deleted for resources: {'Port': ['ID=b9d317fb-37d4-40f8-a9b9-076089288a59,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:05.970774 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:05.971125 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:05.971502 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:05.971840 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:05.972207 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:05.973011 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:05.973011 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:05.973201 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:05.973514 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:05.973843 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:05.974168 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:05.974495 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:05.974811 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:06.076402 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-156f9fc8-7af7-4424-9698-78b09c474e87 req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Router f83e3be3-868f-4dca-aab8-8cffd8b8b294 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:14:06.180976 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-156f9fc8-7af7-4424-9698-78b09c474e87 req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:14:06.191820 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba149afd-611e-4663-85d0-54086c8b8c2c None None] Sync routers for ids ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:14:06.201009 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba149afd-611e-4663-85d0-54086c8b8c2c None None] Routers {'f83e3be3-868f-4dca-aab8-8cffd8b8b294'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:14:06.201622 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ba149afd-611e-4663-85d0-54086c8b8c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:14:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:06.222224 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-156f9fc8-7af7-4424-9698-78b09c474e87 req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] No DVR routers for this DVR port b9d317fb-37d4-40f8-a9b9-076089288a59 on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:14:06.224836 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-156f9fc8-7af7-4424-9698-78b09c474e87 req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:06.228187 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-156f9fc8-7af7-4424-9698-78b09c474e87 req-67d1cf8f-bc28-42ca-a74e-88bbd5515bb2 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.49 "DELETE /v2.0/ports/b9d317fb-37d4-40f8-a9b9-076089288a59 HTTP/1.1" status: 204 len: 173 time: 0.7702415 Jan 11 13:14:06.228631 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b10a17f-ced6-4d20-818b-ed7e5eb24308', 'name': 'network-vif-deleted', 'tag': 'b9d317fb-37d4-40f8-a9b9-076089288a59'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:14:06.231200 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caaed54-9b7c-49e3-9d9b-0044f8b2e9ee" -d '{"events": [{"server_uuid": "8b10a17f-ced6-4d20-818b-ed7e5eb24308", "name": "network-vif-deleted", "tag": "b9d317fb-37d4-40f8-a9b9-076089288a59"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:14:06.320137 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-ba149afd-611e-4663-85d0-54086c8b8c2c None None] Set router f83e3be3-868f-4dca-aab8-8cffd8b8b294 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:14:06.337249 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35710145-9ecd-4ffc-847d-974fbbd6d914 x-openstack-request-id: req-35710145-9ecd-4ffc-847d-974fbbd6d914 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:14:06.337550 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b10a17f-ced6-4d20-818b-ed7e5eb24308", "name": "network-vif-deleted", "tag": "b9d317fb-37d4-40f8-a9b9-076089288a59", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:14:06.337812 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35710145-9ecd-4ffc-847d-974fbbd6d914 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:14:06.338319 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10a17f-ced6-4d20-818b-ed7e5eb24308', 'name': 'network-vif-deleted', 'tag': 'b9d317fb-37d4-40f8-a9b9-076089288a59', 'status': 'completed', 'code': 200} Jan 11 13:14:06.530404 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ba149afd-611e-4663-85d0-54086c8b8c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:08:13Z', 'revision_number': 4, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '0a07083a-f8a7-4297-9e20-271990360eaa', 'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'mac_address': 'fa:16:3e:0e:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:10Z', 'updated_at': '2022-01-11T13:08:22Z', 'revision_number': 5, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'subnets': [{'id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:06.556461 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba149afd-611e-4663-85d0-54086c8b8c2c None None] Checking router: f83e3be3-868f-4dca-aab8-8cffd8b8b294 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:14:06.564350 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba149afd-611e-4663-85d0-54086c8b8c2c None None] Routers {'f83e3be3-868f-4dca-aab8-8cffd8b8b294'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:14:06.564943 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ba149afd-611e-4663-85d0-54086c8b8c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:14:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:06.651410 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:06.688755 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-ba149afd-611e-4663-85d0-54086c8b8c2c None None] Set router f83e3be3-868f-4dca-aab8-8cffd8b8b294 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:14:06.711124 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3eef-417b-44a1-8648-83feb24a5e0e req-b19f6836-7189-4aed-9da1-fe1d48a89bc8 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:06.712671 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-81ba3eef-417b-44a1-8648-83feb24a5e0e req-b19f6836-7189-4aed-9da1-fe1d48a89bc8 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 943 time: 0.0573223 Jan 11 13:14:06.767833 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-81ba3eef-417b-44a1-8648-83feb24a5e0e req-e7443761-e52b-45bf-8f50-d70268735adf tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483768 Jan 11 13:14:06.892456 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ba149afd-611e-4663-85d0-54086c8b8c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:08:13Z', 'revision_number': 4, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '0a07083a-f8a7-4297-9e20-271990360eaa', 'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'mac_address': 'fa:16:3e:0e:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:10Z', 'updated_at': '2022-01-11T13:08:22Z', 'revision_number': 5, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'subnets': [{'id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:06.918355 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba149afd-611e-4663-85d0-54086c8b8c2c None None] The sync data for ids ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'] in dv-cinder-824149-3-iscsi is: [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:08:13Z', 'revision_number': 4, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '0a07083a-f8a7-4297-9e20-271990360eaa', 'name': '', 'network_id': '36cb856f-e9ca-4cf7-a40a-2ab754a9a949', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'mac_address': 'fa:16:3e:0e:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:10Z', 'updated_at': '2022-01-11T13:08:22Z', 'revision_number': 5, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'subnets': [{'id': 'b72085c7-0437-4370-a1d2-14c23986b36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:14:07.009899 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 56226) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:07.065355 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group (46b629e8-0640-4715-a565-c093ecb05a0b), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:07.089449 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group (46b629e8-0640-4715-a565-c093ecb05a0b), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:07.132651 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c393c7e1-3298-44a3-96dc-ebc54903c35e None None] New status for floating IP baf9ec46-542c-4cf4-a765-306fd19b2279: DOWN {{(pid=102632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 13:14:07.138435 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (46b629e8-0640-4715-a565-c093ecb05a0b), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:07.141145 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:07.142334 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "DELETE /v2.0/security-groups/46b629e8-0640-4715-a565-c093ecb05a0b HTTP/1.1" status: 204 len: 168 time: 0.1314359 Jan 11 13:14:07.145358 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56228) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:07.151708 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b629e8-0640-4715-a565-c093ecb05a0b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:07.159296 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:07.159651 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:07.160002 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:07.160349 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.api.v2.resource [None req-67c1422d-43af-469c-8f76-97355bc7473c tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] show failed (client error): The resource could not be found. Jan 11 13:14:07.160454 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:07.160707 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:07.161042 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:07.164325 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:07.164467 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-67c1422d-43af-469c-8f76-97355bc7473c tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "GET /v2.0/security-groups/46b629e8-0640-4715-a565-c093ecb05a0b HTTP/1.1" status: 404 len: 347 time: 0.0150826 Jan 11 13:14:07.164559 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:07.164559 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:07.164559 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:07.164559 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:07.164559 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:07.164559 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6031fe0-3459-412e-bd8c-ac69af1ef317 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:07.164956 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56230) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:07.297432 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3f18e87d-1f39-4913-8240-a1713b731d54 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Deleting port 0d346cfe-2325-41a5-9e21-fd1ca01c5bc6 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:14:07.297773 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3f18e87d-1f39-4913-8240-a1713b731d54 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (0d346cfe-2325-41a5-9e21-fd1ca01c5bc6), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:07.377063 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3f18e87d-1f39-4913-8240-a1713b731d54 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (0d346cfe-2325-41a5-9e21-fd1ca01c5bc6), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:07.377392 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3f18e87d-1f39-4913-8240-a1713b731d54 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for floatingip (0d346cfe-2325-41a5-9e21-fd1ca01c5bc6), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:07.388618 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3f18e87d-1f39-4913-8240-a1713b731d54 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Calling delete_port for 0d346cfe-2325-41a5-9e21-fd1ca01c5bc6 owned by network:floatingip {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:14:07.516576 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3f18e87d-1f39-4913-8240-a1713b731d54 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (0d346cfe-2325-41a5-9e21-fd1ca01c5bc6), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:07.539158 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18e87d-1f39-4913-8240-a1713b731d54 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Pushing event deleted for resources: {'Port': ['ID=0d346cfe-2325-41a5-9e21-fd1ca01c5bc6,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:07.601147 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3f18e87d-1f39-4913-8240-a1713b731d54 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks [] for floatingip (baf9ec46-542c-4cf4-a765-306fd19b2279), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:07.603794 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3f18e87d-1f39-4913-8240-a1713b731d54 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:07.605268 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-3f18e87d-1f39-4913-8240-a1713b731d54 tempest-AttachVolumeTestJSON-1250033485 tempest-AttachVolumeTestJSON-1250033485-project] 10.222.0.52 "DELETE /v2.0/floatingips/baf9ec46-542c-4cf4-a765-306fd19b2279 HTTP/1.1" status: 204 len: 168 time: 0.4398992 Jan 11 13:14:07.885247 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e1e00-0bc1-4520-82ae-933319721083 req-d2f82cba-82a3-4a46-ab99-f17295e350e5 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:07.886855 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-511e1e00-0bc1-4520-82ae-933319721083 req-d2f82cba-82a3-4a46-ab99-f17295e350e5 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 943 time: 0.0524080 Jan 11 13:14:07.939456 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-511e1e00-0bc1-4520-82ae-933319721083 req-e2837286-7c15-43f5-82c1-d3100850067a tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457480 Jan 11 13:14:09.059102 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c63f8e-39ea-432d-b422-3e7f3463826f req-48076626-263f-4a76-a825-d882b786fb3f tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:09.060625 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e7c63f8e-39ea-432d-b422-3e7f3463826f req-48076626-263f-4a76-a825-d882b786fb3f tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 943 time: 0.0538764 Jan 11 13:14:09.109371 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e7c63f8e-39ea-432d-b422-3e7f3463826f req-8c0b23a9-174e-4826-a1a9-25b73ea3a8d0 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433097 Jan 11 13:14:10.195325 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 1458aaaf-d8ab-4938-8889-8b542a4d2666 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:14:10.200029 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device b9d317fb-37d4-40f8-a9b9-076089288a59 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:14:10.225786 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: b9d317fb-37d4-40f8-a9b9-076089288a59 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:14:10.226199 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device b9d317fb-37d4-40f8-a9b9-076089288a59 not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:14:10.236969 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c489ee3-e7cb-4c05-b7f4-dec8f871a5b4 req-f3dadc3d-b896-46c7-afb2-2b135e9a531d tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:10.238454 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0c489ee3-e7cb-4c05-b7f4-dec8f871a5b4 req-f3dadc3d-b896-46c7-afb2-2b135e9a531d tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 943 time: 0.0579627 Jan 11 13:14:10.296140 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0c489ee3-e7cb-4c05-b7f4-dec8f871a5b4 req-30a01477-b7f0-4525-9a48-d691d9e46278 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518022 Jan 11 13:14:10.434932 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 1458aaaf-d8ab-4938-8889-8b542a4d2666, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1458aaaf-d8ab-4938-8889-8b542a4d2666,segment=NetworkSegment(c39e7b4e-289c-4583-818c-f34db9fca8a8),segment_id=c39e7b4e-289c-4583-818c-f34db9fca8a8)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:14:10.446123 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': '1458aaaf-d8ab-4938-8889-8b542a4d2666', 'network_id': '4a81179c-8970-4450-861d-29532f8e250e', 'port_id': '1458aaaf-d8ab-4938-8889-8b542a4d2666', 'mac_address': 'fa:16:3e:79:03:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:14:10.483261 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 1458aaaf-d8ab-4938-8889-8b542a4d2666 is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:14:10.483653 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:10.495982 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1458aaaf-d8ab-4938-8889-8b542a4d2666 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:14:10.516325 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 1458aaaf-d8ab-4938-8889-8b542a4d2666, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1458aaaf-d8ab-4938-8889-8b542a4d2666,segment=NetworkSegment(c39e7b4e-289c-4583-818c-f34db9fca8a8),segment_id=c39e7b4e-289c-4583-818c-f34db9fca8a8)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:14:10.519638 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:10.567728 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=1458aaaf-d8ab-4938-8889-8b542a4d2666,revision_number=7']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:10.776202 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['1458aaaf-d8ab-4938-8889-8b542a4d2666'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:14:11.103751 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56266) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:11.409496 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d9747-62e8-4c27-8142-0e8cf3b363f5 req-7a68503b-910f-4367-8ce5-bd938bda6c7a tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:11.410994 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-884d9747-62e8-4c27-8142-0e8cf3b363f5 req-7a68503b-910f-4367-8ce5-bd938bda6c7a tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 944 time: 0.0488379 Jan 11 13:14:11.459142 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-884d9747-62e8-4c27-8142-0e8cf3b363f5 req-2988eb0a-f453-4e31-b794-4ddd879e40ff tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426388 Jan 11 13:14:11.525652 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1ce8965f-c750-4cfa-9f6a-6dd211e3b64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7987925'] for router_interface (f83e3be3-868f-4dca-aab8-8cffd8b8b294), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:11.757848 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1ce8965f-c750-4cfa-9f6a-6dd211e3b64f admin admin] Deleting port 0a07083a-f8a7-4297-9e20-271990360eaa {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:14:11.758181 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1ce8965f-c750-4cfa-9f6a-6dd211e3b64f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (0a07083a-f8a7-4297-9e20-271990360eaa), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:11.831482 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1ce8965f-c750-4cfa-9f6a-6dd211e3b64f admin admin] For port 0a07083a-f8a7-4297-9e20-271990360eaa, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=0a07083a-f8a7-4297-9e20-271990360eaa,segment=NetworkSegment(534b0231-a2b0-40c0-9b1c-0646ef4f896b),segment_id=534b0231-a2b0-40c0-9b1c-0646ef4f896b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:14:11.831836 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1ce8965f-c750-4cfa-9f6a-6dd211e3b64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (0a07083a-f8a7-4297-9e20-271990360eaa), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:11.843986 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1ce8965f-c750-4cfa-9f6a-6dd211e3b64f admin admin] Calling delete_port for 0a07083a-f8a7-4297-9e20-271990360eaa owned by network:router_interface {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:14:12.012775 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1ce8965f-c750-4cfa-9f6a-6dd211e3b64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (0a07083a-f8a7-4297-9e20-271990360eaa), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:12.041798 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8965f-c750-4cfa-9f6a-6dd211e3b64f admin admin] Pushing event deleted for resources: {'Port': ['ID=0a07083a-f8a7-4297-9e20-271990360eaa,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:12.199578 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1ce8965f-c750-4cfa-9f6a-6dd211e3b64f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8104554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7987809'] for router_interface (f83e3be3-868f-4dca-aab8-8cffd8b8b294), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:12.218011 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 1458aaaf-d8ab-4938-8889-8b542a4d2666 up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:14:12.266229 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port 1458aaaf-d8ab-4938-8889-8b542a4d2666 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:14:12.266528 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:12.345163 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 1458aaaf-d8ab-4938-8889-8b542a4d2666 is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:14:12.345478 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:12.368075 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1458aaaf-d8ab-4938-8889-8b542a4d2666'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:14:12.370347 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00d61a4-abf9-4623-80f7-34529147399b" -d '{"events": [{"server_uuid": "7fc751d6-b27e-4caa-8ea6-7ecf676c257d", "name": "network-vif-plugged", "status": "completed", "tag": "1458aaaf-d8ab-4938-8889-8b542a4d2666"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:14:12.383226 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 1458aaaf-d8ab-4938-8889-8b542a4d2666, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1458aaaf-d8ab-4938-8889-8b542a4d2666,segment=NetworkSegment(c39e7b4e-289c-4583-818c-f34db9fca8a8),segment_id=c39e7b4e-289c-4583-818c-f34db9fca8a8)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:14:12.387691 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:12.414348 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ff68b3-e8c1-4b39-a3ff-1f0181047792 x-openstack-request-id: req-a7ff68b3-e8c1-4b39-a3ff-1f0181047792 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:14:12.414643 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc751d6-b27e-4caa-8ea6-7ecf676c257d", "name": "network-vif-plugged", "status": "completed", "tag": "1458aaaf-d8ab-4938-8889-8b542a4d2666", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:14:12.414901 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7ff68b3-e8c1-4b39-a3ff-1f0181047792 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:14:12.415296 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1458aaaf-d8ab-4938-8889-8b542a4d2666', 'code': 200} Jan 11 13:14:12.415392 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce8965f-c750-4cfa-9f6a-6dd211e3b64f admin admin] Router f83e3be3-868f-4dca-aab8-8cffd8b8b294 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:14:12.444756 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=1458aaaf-d8ab-4938-8889-8b542a4d2666,revision_number=8']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:12.522765 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce8965f-c750-4cfa-9f6a-6dd211e3b64f admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:14:12.527677 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-1ce8965f-c750-4cfa-9f6a-6dd211e3b64f admin admin] 10.222.0.52 "PUT /v2.0/routers/f83e3be3-868f-4dca-aab8-8cffd8b8b294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4226024 Jan 11 13:14:12.530162 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56276) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:12.533705 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c4420-4956-40a0-ae88-469270501fa4 None None] Sync routers for ids ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:14:12.545784 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c4420-4956-40a0-ae88-469270501fa4 None None] Routers {'f83e3be3-868f-4dca-aab8-8cffd8b8b294'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:14:12.546444 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-933c4420-4956-40a0-ae88-469270501fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:14:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:12.627194 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b03cb-c8b0-465f-8f8b-a12418d1ccb2 req-abf63964-fbce-428f-8ef3-29ef7255ffe8 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:12.629671 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f72b03cb-c8b0-465f-8f8b-a12418d1ccb2 req-abf63964-fbce-428f-8ef3-29ef7255ffe8 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0786495 Jan 11 13:14:12.670896 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-933c4420-4956-40a0-ae88-469270501fa4 None None] Set router f83e3be3-868f-4dca-aab8-8cffd8b8b294 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:14:12.694435 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f72b03cb-c8b0-465f-8f8b-a12418d1ccb2 req-c797b3a8-1755-4594-a8bc-fc62e32b7f94 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589335 Jan 11 13:14:12.850696 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-933c4420-4956-40a0-ae88-469270501fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:14:11Z', 'revision_number': 5, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:12.877164 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c4420-4956-40a0-ae88-469270501fa4 None None] Checking router: f83e3be3-868f-4dca-aab8-8cffd8b8b294 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:14:12.885756 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c4420-4956-40a0-ae88-469270501fa4 None None] Routers {'f83e3be3-868f-4dca-aab8-8cffd8b8b294'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:14:12.886350 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-933c4420-4956-40a0-ae88-469270501fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:14:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:12.889874 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94577e12-a5b2-4507-bd0a-1c777535ff7a req-d43b8d96-6032-483e-9f68-a467ee0df5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:12.891360 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-94577e12-a5b2-4507-bd0a-1c777535ff7a req-d43b8d96-6032-483e-9f68-a467ee0df5ed service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 1098 time: 0.0853460 Jan 11 13:14:12.904626 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5a655ab5-b00b-425a-bcc4-920d3f610205 admin admin] Publish callbacks [] for router (f83e3be3-868f-4dca-aab8-8cffd8b8b294), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:12.987313 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-933c4420-4956-40a0-ae88-469270501fa4 None None] Set router f83e3be3-868f-4dca-aab8-8cffd8b8b294 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:14:13.007538 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-94577e12-a5b2-4507-bd0a-1c777535ff7a req-7272bc38-da68-4030-8faf-1cffcab15437 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086829 Jan 11 13:14:13.029476 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5a655ab5-b00b-425a-bcc4-920d3f610205 admin admin] Publish callbacks [] for router_gateway (f83e3be3-868f-4dca-aab8-8cffd8b8b294), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:13.081282 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5a655ab5-b00b-425a-bcc4-920d3f610205 admin admin] Deleting port 1415aec2-506c-416d-be99-9f691ca41160 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:14:13.081621 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5a655ab5-b00b-425a-bcc4-920d3f610205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (1415aec2-506c-416d-be99-9f691ca41160), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:13.162779 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5a655ab5-b00b-425a-bcc4-920d3f610205 admin admin] For port 1415aec2-506c-416d-be99-9f691ca41160, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=1415aec2-506c-416d-be99-9f691ca41160,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:14:13.163139 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5a655ab5-b00b-425a-bcc4-920d3f610205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (1415aec2-506c-416d-be99-9f691ca41160), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:13.165591 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-933c4420-4956-40a0-ae88-469270501fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:14:11Z', 'revision_number': 5, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:13.175090 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5a655ab5-b00b-425a-bcc4-920d3f610205 admin admin] Calling delete_port for 1415aec2-506c-416d-be99-9f691ca41160 owned by network:router_gateway {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:14:13.195168 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c4420-4956-40a0-ae88-469270501fa4 None None] The sync data for ids ['f83e3be3-868f-4dca-aab8-8cffd8b8b294'] in dv-cinder-824149-3-iscsi is: [{'id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'name': 'tempest-AttachVolumeTestJSON-956965043-router', 'tenant_id': 'c7808d2de8744f4eb8023e61750e3d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1415aec2-506c-416d-be99-9f691ca41160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:59Z', 'updated_at': '2022-01-11T13:14:11Z', 'revision_number': 5, 'project_id': 'c7808d2de8744f4eb8023e61750e3d81', 'gw_port': {'id': '1415aec2-506c-416d-be99-9f691ca41160', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e3be3-868f-4dca-aab8-8cffd8b8b294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:02Z', 'updated_at': '2022-01-11T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:14:13.334616 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5a655ab5-b00b-425a-bcc4-920d3f610205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (1415aec2-506c-416d-be99-9f691ca41160), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:13.360886 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a655ab5-b00b-425a-bcc4-920d3f610205 admin admin] Pushing event deleted for resources: {'Port': ['ID=1415aec2-506c-416d-be99-9f691ca41160,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:13.416683 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5a655ab5-b00b-425a-bcc4-920d3f610205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7954051'] for router_gateway (f83e3be3-868f-4dca-aab8-8cffd8b8b294), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:13.505230 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5a655ab5-b00b-425a-bcc4-920d3f610205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7983370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5196'] for router (f83e3be3-868f-4dca-aab8-8cffd8b8b294), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:13.507261 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5a655ab5-b00b-425a-bcc4-920d3f610205 admin admin] Publish callbacks [] for router_controller (f83e3be3-868f-4dca-aab8-8cffd8b8b294), precommit_delete_associations {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:13.555894 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5a655ab5-b00b-425a-bcc4-920d3f610205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7983475'] for router (f83e3be3-868f-4dca-aab8-8cffd8b8b294), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:13.556516 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a655ab5-b00b-425a-bcc4-920d3f610205 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f83e3be3-868f-4dca-aab8-8cffd8b8b294 {{(pid=102630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 13:14:13.560819 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5a655ab5-b00b-425a-bcc4-920d3f610205 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:13.561946 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-5a655ab5-b00b-425a-bcc4-920d3f610205 admin admin] 10.222.0.52 "DELETE /v2.0/routers/f83e3be3-868f-4dca-aab8-8cffd8b8b294 HTTP/1.1" status: 204 len: 168 time: 1.0308082 Jan 11 13:14:13.564504 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56278) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:13.609449 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_v2 [None req-661276fd-cfa8-47f8-a752-93678a7763ca admin admin] Deleting subnet b72085c7-0437-4370-a1d2-14c23986b36f {{(pid=102630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 13:14:13.612682 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-661276fd-cfa8-47f8-a752-93678a7763ca admin admin] Publish callbacks [] for subnet (b72085c7-0437-4370-a1d2-14c23986b36f), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:13.647327 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-661276fd-cfa8-47f8-a752-93678a7763ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476153'] for subnet (b72085c7-0437-4370-a1d2-14c23986b36f), precommit_delete_associations {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:13.757528 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-661276fd-cfa8-47f8-a752-93678a7763ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905359'] for subnet (b72085c7-0437-4370-a1d2-14c23986b36f), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:13.814122 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-661276fd-cfa8-47f8-a752-93678a7763ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4386099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203008'] for subnet (b72085c7-0437-4370-a1d2-14c23986b36f), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:13.824308 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c782a2-f549-411e-a5a5-dbc4aa9e2a21 req-d1e8423b-d5bb-4821-83d9-b08e6476ffeb tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:13.825849 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b5c782a2-f549-411e-a5a5-dbc4aa9e2a21 req-d1e8423b-d5bb-4821-83d9-b08e6476ffeb tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0559914 Jan 11 13:14:13.841207 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661276fd-cfa8-47f8-a752-93678a7763ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b72085c7-0437-4370-a1d2-14c23986b36f,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:13.843711 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-661276fd-cfa8-47f8-a752-93678a7763ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:13.847332 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-661276fd-cfa8-47f8-a752-93678a7763ca admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b72085c7-0437-4370-a1d2-14c23986b36f HTTP/1.1" status: 204 len: 168 time: 0.2818840 Jan 11 13:14:13.850524 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56282) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:13.853700 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616fed9e-aa50-4fc8-b870-2445de16c380 None None] Network 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:14:13.886802 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b5c782a2-f549-411e-a5a5-dbc4aa9e2a21 req-f3377a52-f842-4796-880c-30e2a26838cb tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547214 Jan 11 13:14:13.932673 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762316'] for network (36cb856f-e9ca-4cf7-a40a-2ab754a9a949), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:13.987149 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] Deleting port e4c4e473-848d-4fab-9a26-35260cb76c38 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:14:13.987560 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (e4c4e473-848d-4fab-9a26-35260cb76c38), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:14.055950 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] For port e4c4e473-848d-4fab-9a26-35260cb76c38, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=e4c4e473-848d-4fab-9a26-35260cb76c38,segment=NetworkSegment(534b0231-a2b0-40c0-9b1c-0646ef4f896b),segment_id=534b0231-a2b0-40c0-9b1c-0646ef4f896b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:14:14.056342 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (e4c4e473-848d-4fab-9a26-35260cb76c38), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:14.069365 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] Calling delete_port for e4c4e473-848d-4fab-9a26-35260cb76c38 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:14:14.145446 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (e4c4e473-848d-4fab-9a26-35260cb76c38), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:14.171133 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c4e473-848d-4fab-9a26-35260cb76c38,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:14.172880 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] No DVR routers for this DVR port e4c4e473-848d-4fab-9a26-35260cb76c38 on host dv-cinder-824149-3-iscsi {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:14:14.244335 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86c4610-ec7e-43ac-ab90-4a5e0870073e None None] DHCP port deletion for 36cb856f-e9ca-4cf7-a40a-2ab754a9a949 request from dv-cinder-824149-3-iscsi {{(pid=102631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 13:14:14.250101 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911386', 'neutron.services.segments.db._delete_segments_for_network-8779303588271'] for network (36cb856f-e9ca-4cf7-a40a-2ab754a9a949), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:14.278268 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cb856f-e9ca-4cf7-a40a-2ab754a9a949']}} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:14.288006 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534b0231-a2b0-40c0-9b1c-0646ef4f896b') {'for_net_delete': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:14.288338 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534b0231-a2b0-40c0-9b1c-0646ef4f896b') {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:14.298307 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779303593144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5476144'] for segment (534b0231-a2b0-40c0-9b1c-0646ef4f896b), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:14.308558 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device e4c4e473-848d-4fab-9a26-35260cb76c38 no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:14:14.313428 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (534b0231-a2b0-40c0-9b1c-0646ef4f896b), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:14.319211 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 13:14:14.319593 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4386133'] for segment (534b0231-a2b0-40c0-9b1c-0646ef4f896b), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: Traceback (most recent call last): Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: timer() Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: cb(*args, **kw) Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: return func(*args, **kwargs) Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: self._notify() Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: self.callback(batched_events) Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: event.method(event) Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: return f(self, *a, **k) Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: return self._get(url).json() Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: return self.request(url, 'GET', **kwargs) Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 13:14:14.321272 dv-cinder-824149-3-iscsi neutron-server[102630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 13:14:14.329327 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: e4c4e473-848d-4fab-9a26-35260cb76c38 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:14:14.329678 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device e4c4e473-848d-4fab-9a26-35260cb76c38 not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:14:14.330102 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 0a07083a-f8a7-4297-9e20-271990360eaa no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:14:14.348317 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: 0a07083a-f8a7-4297-9e20-271990360eaa {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:14:14.348663 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 0a07083a-f8a7-4297-9e20-271990360eaa not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:14:14.349076 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 1415aec2-506c-416d-be99-9f691ca41160 no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:14:14.367956 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: 1415aec2-506c-416d-be99-9f691ca41160 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:14:14.368335 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 1415aec2-506c-416d-be99-9f691ca41160 not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:14:14.378286 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7954151'] for network (36cb856f-e9ca-4cf7-a40a-2ab754a9a949), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:14.383899 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:14.387572 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/36cb856f-e9ca-4cf7-a40a-2ab754a9a949 HTTP/1.1" status: 204 len: 168 time: 0.5360029 Jan 11 13:14:14.397847 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a06f9-3233-408e-a516-e433a62445d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=36cb856f-e9ca-4cf7-a40a-2ab754a9a949,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:14.496646 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56286) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:14.535926 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-1e912b40-0ae0-4d81-bb2c-dc13fe9da463 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c7808d2de8744f4eb8023e61750e3d81&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379295 Jan 11 13:14:14.538380 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56288) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:14.583606 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6e18383b-32d8-462b-82ad-388d6ec1c9e6 admin admin] Publish callbacks [] for security_group (7bded935-7fa8-43d0-a1fe-f4d0f6a02ee6), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:14.604990 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6e18383b-32d8-462b-82ad-388d6ec1c9e6 admin admin] Publish callbacks [] for security_group (7bded935-7fa8-43d0-a1fe-f4d0f6a02ee6), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:14.649573 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6e18383b-32d8-462b-82ad-388d6ec1c9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (7bded935-7fa8-43d0-a1fe-f4d0f6a02ee6), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:14.652077 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6e18383b-32d8-462b-82ad-388d6ec1c9e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:14.653228 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-6e18383b-32d8-462b-82ad-388d6ec1c9e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7bded935-7fa8-43d0-a1fe-f4d0f6a02ee6 HTTP/1.1" status: 204 len: 168 time: 0.1139662 Jan 11 13:14:14.660880 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18383b-32d8-462b-82ad-388d6ec1c9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bded935-7fa8-43d0-a1fe-f4d0f6a02ee6,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:15.003915 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df8bb3-70ae-42f1-8349-14fb29ab0afb req-88e088aa-6a24-4de1-81d6-6cddf3fa8397 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:15.005581 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d1df8bb3-70ae-42f1-8349-14fb29ab0afb req-88e088aa-6a24-4de1-81d6-6cddf3fa8397 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0522866 Jan 11 13:14:15.055712 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d1df8bb3-70ae-42f1-8349-14fb29ab0afb req-0456ad4f-d042-42a0-81b3-4dbc5d79efa4 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445251 Jan 11 13:14:16.362541 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56356) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:16.460702 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-33e5ac66-fbff-451c-af2b-381f8b1f697c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:16.537240 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-33e5ac66-fbff-451c-af2b-381f8b1f697c admin admin] Publish callbacks [] for security_group (1628be40-bcc7-458c-9a66-660bbc46a868), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:16.540730 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-33e5ac66-fbff-451c-af2b-381f8b1f697c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (1628be40-bcc7-458c-9a66-660bbc46a868), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:16.574816 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5ac66-fbff-451c-af2b-381f8b1f697c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1628be40-bcc7-458c-9a66-660bbc46a868,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:16.579539 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-33e5ac66-fbff-451c-af2b-381f8b1f697c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5aab446af98346e9853469115780dc73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159691 Jan 11 13:14:16.582118 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56360) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:16.628352 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7396da63-1a70-4b8d-9da5-b5a910aa4242 admin admin] Publish callbacks [] for security_group (1628be40-bcc7-458c-9a66-660bbc46a868), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:16.648646 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7396da63-1a70-4b8d-9da5-b5a910aa4242 admin admin] Publish callbacks [] for security_group (1628be40-bcc7-458c-9a66-660bbc46a868), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:16.698589 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7396da63-1a70-4b8d-9da5-b5a910aa4242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (1628be40-bcc7-458c-9a66-660bbc46a868), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:16.701244 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7396da63-1a70-4b8d-9da5-b5a910aa4242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:16.702421 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-7396da63-1a70-4b8d-9da5-b5a910aa4242 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1628be40-bcc7-458c-9a66-660bbc46a868 HTTP/1.1" status: 204 len: 168 time: 0.1194201 Jan 11 13:14:16.712092 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396da63-1a70-4b8d-9da5-b5a910aa4242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1628be40-bcc7-458c-9a66-660bbc46a868,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:16.948807 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56366) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:16.962257 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed04f1de-f6be-4973-9323-4cfbd32170ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:17.032737 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed04f1de-f6be-4973-9323-4cfbd32170ac admin admin] Publish callbacks [] for security_group (2b34a965-130c-41c2-b515-d100c9085908), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:17.036438 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed04f1de-f6be-4973-9323-4cfbd32170ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (2b34a965-130c-41c2-b515-d100c9085908), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:17.074917 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-ed04f1de-f6be-4973-9323-4cfbd32170ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b4ad4967c7ea452ebb65bbabe16ad417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1250565 Jan 11 13:14:17.076804 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04f1de-f6be-4973-9323-4cfbd32170ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b34a965-130c-41c2-b515-d100c9085908,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:17.078129 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 56368) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:17.126257 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-418b7a1d-ac44-4df5-a105-5b7682dba725 admin admin] Publish callbacks [] for security_group (2b34a965-130c-41c2-b515-d100c9085908), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:17.149852 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-418b7a1d-ac44-4df5-a105-5b7682dba725 admin admin] Publish callbacks [] for security_group (2b34a965-130c-41c2-b515-d100c9085908), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:17.193757 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-418b7a1d-ac44-4df5-a105-5b7682dba725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (2b34a965-130c-41c2-b515-d100c9085908), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:17.196220 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-418b7a1d-ac44-4df5-a105-5b7682dba725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:17.197348 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-418b7a1d-ac44-4df5-a105-5b7682dba725 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b34a965-130c-41c2-b515-d100c9085908 HTTP/1.1" status: 204 len: 168 time: 0.1182349 Jan 11 13:14:17.205859 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b7a1d-ac44-4df5-a105-5b7682dba725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b34a965-130c-41c2-b515-d100c9085908,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:17.839589 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 56390) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:17.933230 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d67abb5d-9126-492c-a0d6-40e5b4d66892 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1845809823-network', 'tenant_id': '866289fb540d4233ba5dce60a10576a8'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:14:17.956035 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67abb5d-9126-492c-a0d6-40e5b4d66892 admin admin] Made reservation on behalf of 866289fb540d4233ba5dce60a10576a8 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:14:17.958334 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d67abb5d-9126-492c-a0d6-40e5b4d66892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:17.966250 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d67abb5d-9126-492c-a0d6-40e5b4d66892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:18.039155 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d67abb5d-9126-492c-a0d6-40e5b4d66892 admin admin] Publish callbacks [] for security_group (8c6ced18-b5fe-4967-8302-23e080115320), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:18.042776 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d67abb5d-9126-492c-a0d6-40e5b4d66892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (8c6ced18-b5fe-4967-8302-23e080115320), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:18.070460 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67abb5d-9126-492c-a0d6-40e5b4d66892 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:14:18.074807 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67abb5d-9126-492c-a0d6-40e5b4d66892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6ced18-b5fe-4967-8302-23e080115320,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:18.082141 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d67abb5d-9126-492c-a0d6-40e5b4d66892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (328c76a6-8aaa-4a53-9592-da6b58d2042f), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:18.082731 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-d67abb5d-9126-492c-a0d6-40e5b4d66892 admin admin] Added segment 328c76a6-8aaa-4a53-9592-da6b58d2042f of type vlan for network 0f6d0461-0079-449f-af97-f7a9db6bbf0d Jan 11 13:14:18.122891 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d67abb5d-9126-492c-a0d6-40e5b4d66892 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (0f6d0461-0079-449f-af97-f7a9db6bbf0d), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:18.146715 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d67abb5d-9126-492c-a0d6-40e5b4d66892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (0f6d0461-0079-449f-af97-f7a9db6bbf0d), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:18.147789 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67abb5d-9126-492c-a0d6-40e5b4d66892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:18.148399 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d67abb5d-9126-492c-a0d6-40e5b4d66892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:18.204383 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-d67abb5d-9126-492c-a0d6-40e5b4d66892 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3636479 Jan 11 13:14:18.207293 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56394) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:18.211654 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67abb5d-9126-492c-a0d6-40e5b4d66892 admin admin] Pushing event updated for resources: {'Network': ['ID=0f6d0461-0079-449f-af97-f7a9db6bbf0d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:18.212344 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-505bee46-ebdb-4869-b3f9-fc28298f3241 admin admin] Request body: {'subnet': {'network_id': '0f6d0461-0079-449f-af97-f7a9db6bbf0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1845809823-subnet', 'tenant_id': '866289fb540d4233ba5dce60a10576a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:14:18.221243 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network 0f6d0461-0079-449f-af97-f7a9db6bbf0d details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:14:18.237479 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505bee46-ebdb-4869-b3f9-fc28298f3241 admin admin] Made reservation on behalf of 866289fb540d4233ba5dce60a10576a8 for: {'subnet': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:14:18.239870 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-505bee46-ebdb-4869-b3f9-fc28298f3241 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4203109'] for subnet (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:18.403148 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-505bee46-ebdb-4869-b3f9-fc28298f3241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4385270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4203019'] for subnet (71b13078-9e21-47d6-99e2-d23c6406cfc9), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:18.455392 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bee46-ebdb-4869-b3f9-fc28298f3241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b13078-9e21-47d6-99e2-d23c6406cfc9,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:18.463569 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505bee46-ebdb-4869-b3f9-fc28298f3241 admin admin] Checking segment: {'id': '328c76a6-8aaa-4a53-9592-da6b58d2042f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0f6d0461-0079-449f-af97-f7a9db6bbf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:14:18.463890 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505bee46-ebdb-4869-b3f9-fc28298f3241 admin admin] Network hostable DHCP agents. Network: 0f6d0461-0079-449f-af97-f7a9db6bbf0d, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:14:18.480822 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505bee46-ebdb-4869-b3f9-fc28298f3241 admin admin] Network 0f6d0461-0079-449f-af97-f7a9db6bbf0d is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:14:18.489512 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-505bee46-ebdb-4869-b3f9-fc28298f3241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, 0f6d0461-0079-449f-af97-f7a9db6bbf0d) {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:14:18.493378 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505bee46-ebdb-4869-b3f9-fc28298f3241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:18.493971 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-505bee46-ebdb-4869-b3f9-fc28298f3241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:18.499444 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11947c7-f433-4ccb-84c3-a1145d720613 None None] Network 0f6d0461-0079-449f-af97-f7a9db6bbf0d requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:14:18.510466 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-505bee46-ebdb-4869-b3f9-fc28298f3241 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3020363 Jan 11 13:14:18.600362 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fb3919-d2a8-4b95-a733-6558c61b5b46 None None] Network 0f6d0461-0079-449f-af97-f7a9db6bbf0d requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:14:18.955928 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 56410) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:18.961241 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0e8ce4f6-0a32-417b-9eab-44a4e821e2d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-772310690-network', 'tenant_id': '7cf3b5600215431b8955851158b4854c'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:14:18.983658 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8ce4f6-0a32-417b-9eab-44a4e821e2d0 admin admin] Made reservation on behalf of 7cf3b5600215431b8955851158b4854c for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:14:18.985907 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e8ce4f6-0a32-417b-9eab-44a4e821e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:18.994384 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e8ce4f6-0a32-417b-9eab-44a4e821e2d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:19.068819 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e8ce4f6-0a32-417b-9eab-44a4e821e2d0 admin admin] Publish callbacks [] for security_group (b299508f-5bd4-4d6b-9312-400b8fd8909c), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:19.072336 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e8ce4f6-0a32-417b-9eab-44a4e821e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (b299508f-5bd4-4d6b-9312-400b8fd8909c), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:19.093413 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8ce4f6-0a32-417b-9eab-44a4e821e2d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:14:19.108200 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ce4f6-0a32-417b-9eab-44a4e821e2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b299508f-5bd4-4d6b-9312-400b8fd8909c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:19.113151 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e8ce4f6-0a32-417b-9eab-44a4e821e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (670ea3d3-5f5c-40b0-b98a-0046f205f224), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:19.113151 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-0e8ce4f6-0a32-417b-9eab-44a4e821e2d0 admin admin] Added segment 670ea3d3-5f5c-40b0-b98a-0046f205f224 of type vlan for network 9539dc23-1808-4311-b7b7-ebb28a59e20f Jan 11 13:14:19.153867 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e8ce4f6-0a32-417b-9eab-44a4e821e2d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (9539dc23-1808-4311-b7b7-ebb28a59e20f), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:19.177642 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e8ce4f6-0a32-417b-9eab-44a4e821e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (9539dc23-1808-4311-b7b7-ebb28a59e20f), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:19.178587 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8ce4f6-0a32-417b-9eab-44a4e821e2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:19.179198 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e8ce4f6-0a32-417b-9eab-44a4e821e2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:19.239735 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-0e8ce4f6-0a32-417b-9eab-44a4e821e2d0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2825022 Jan 11 13:14:19.242262 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 56414) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:19.246779 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d736be68-a38d-44a0-b3ae-d04c311f5f6a admin admin] Request body: {'subnet': {'network_id': '9539dc23-1808-4311-b7b7-ebb28a59e20f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-772310690-subnet', 'tenant_id': '7cf3b5600215431b8955851158b4854c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:14:19.253140 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ce4f6-0a32-417b-9eab-44a4e821e2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=9539dc23-1808-4311-b7b7-ebb28a59e20f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:19.262655 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network 9539dc23-1808-4311-b7b7-ebb28a59e20f details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:14:19.274507 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d736be68-a38d-44a0-b3ae-d04c311f5f6a admin admin] Made reservation on behalf of 7cf3b5600215431b8955851158b4854c for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:14:19.277046 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d736be68-a38d-44a0-b3ae-d04c311f5f6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4649951'] for subnet (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:19.440276 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d736be68-a38d-44a0-b3ae-d04c311f5f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5439242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4649905'] for subnet (6d717125-9410-496b-b219-5ff5350c4292), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:19.496734 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736be68-a38d-44a0-b3ae-d04c311f5f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d717125-9410-496b-b219-5ff5350c4292,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:19.502003 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d736be68-a38d-44a0-b3ae-d04c311f5f6a admin admin] Checking segment: {'id': '670ea3d3-5f5c-40b0-b98a-0046f205f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9539dc23-1808-4311-b7b7-ebb28a59e20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:14:19.502419 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736be68-a38d-44a0-b3ae-d04c311f5f6a admin admin] Network hostable DHCP agents. Network: 9539dc23-1808-4311-b7b7-ebb28a59e20f, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:14:19.519180 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736be68-a38d-44a0-b3ae-d04c311f5f6a admin admin] Network 9539dc23-1808-4311-b7b7-ebb28a59e20f is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:14:19.528177 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-d736be68-a38d-44a0-b3ae-d04c311f5f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, 9539dc23-1808-4311-b7b7-ebb28a59e20f) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:14:19.531984 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d736be68-a38d-44a0-b3ae-d04c311f5f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:19.532600 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d736be68-a38d-44a0-b3ae-d04c311f5f6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:19.537081 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eca1ca7-de9d-44c1-8f18-64c4c8b687cd None None] Network 9539dc23-1808-4311-b7b7-ebb28a59e20f requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:14:19.548348 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-d736be68-a38d-44a0-b3ae-d04c311f5f6a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3050177 Jan 11 13:14:19.633370 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2914b24-da90-473c-9f83-607dc8830b72 None None] Network 9539dc23-1808-4311-b7b7-ebb28a59e20f requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:14:20.795511 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789744e-d73b-4588-8b53-2d44dfc8d35f req-2169e54d-53bd-40f8-9dcc-cf99fa13481c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:20.796991 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3789744e-d73b-4588-8b53-2d44dfc8d35f req-2169e54d-53bd-40f8-9dcc-cf99fa13481c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 946 time: 0.0480752 Jan 11 13:14:20.846161 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3789744e-d73b-4588-8b53-2d44dfc8d35f req-1e1f1dec-a6a4-468c-8771-253094eccefd tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436673 Jan 11 13:14:21.966717 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417357b-9c3e-4c52-ba4e-52daac1686f4 req-a9c3903d-a567-425a-81b1-88a3d2841d3d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:21.968807 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6417357b-9c3e-4c52-ba4e-52daac1686f4 req-a9c3903d-a567-425a-81b1-88a3d2841d3d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 946 time: 0.0512698 Jan 11 13:14:22.016567 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6417357b-9c3e-4c52-ba4e-52daac1686f4 req-12751cf6-9dce-43fd-8e5d-7934a2e197e1 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups?id=063c5352-9886-450a-bb29-b1060b40b65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410631 Jan 11 13:14:22.213030 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd985c4-622a-4ead-8144-c2b28fc1aac0 req-33420f6b-c04c-4835-a391-e182b2c2e89f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:22.214439 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0cd985c4-622a-4ead-8144-c2b28fc1aac0 req-33420f6b-c04c-4835-a391-e182b2c2e89f tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 946 time: 0.0475457 Jan 11 13:14:22.305910 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-0cd985c4-622a-4ead-8144-c2b28fc1aac0 req-422a219a-59ff-48e6-a5c1-e163c6260c2d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Deleting port da41173d-b036-4070-8e6a-0f945eb8db7f {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:14:22.306248 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0cd985c4-622a-4ead-8144-c2b28fc1aac0 req-422a219a-59ff-48e6-a5c1-e163c6260c2d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:22.391595 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-0cd985c4-622a-4ead-8144-c2b28fc1aac0 req-422a219a-59ff-48e6-a5c1-e163c6260c2d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] For port da41173d-b036-4070-8e6a-0f945eb8db7f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=da41173d-b036-4070-8e6a-0f945eb8db7f,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:14:22.391959 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0cd985c4-622a-4ead-8144-c2b28fc1aac0 req-422a219a-59ff-48e6-a5c1-e163c6260c2d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:22.565187 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0cd985c4-622a-4ead-8144-c2b28fc1aac0 req-422a219a-59ff-48e6-a5c1-e163c6260c2d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:22.565187 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0cd985c4-622a-4ead-8144-c2b28fc1aac0 req-422a219a-59ff-48e6-a5c1-e163c6260c2d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7954133'] for floatingip (91a83f1e-f91a-4f68-b49b-e9c0c878cb20), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:22.565187 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.db.l3_db [req-0cd985c4-622a-4ead-8144-c2b28fc1aac0 req-422a219a-59ff-48e6-a5c1-e163c6260c2d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Floating IP 91a83f1e-f91a-4f68-b49b-e9c0c878cb20 disassociated. External IP: 172.27.0.5, port: da41173d-b036-4070-8e6a-0f945eb8db7f. Jan 11 13:14:22.565187 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-0cd985c4-622a-4ead-8144-c2b28fc1aac0 req-422a219a-59ff-48e6-a5c1-e163c6260c2d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Calling delete_port for da41173d-b036-4070-8e6a-0f945eb8db7f owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:14:22.689126 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0cd985c4-622a-4ead-8144-c2b28fc1aac0 req-422a219a-59ff-48e6-a5c1-e163c6260c2d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (da41173d-b036-4070-8e6a-0f945eb8db7f), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:22.715632 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a219a-59ff-48e6-a5c1-e163c6260c2d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Pushing event deleted for resources: {'Port': ['ID=da41173d-b036-4070-8e6a-0f945eb8db7f,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:22.828947 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cd985c4-622a-4ead-8144-c2b28fc1aac0 req-422a219a-59ff-48e6-a5c1-e163c6260c2d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:14:22.938515 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cd985c4-622a-4ead-8144-c2b28fc1aac0 req-422a219a-59ff-48e6-a5c1-e163c6260c2d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:14:22.949236 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1019e75a-8943-47e4-b217-87e653c4219b None None] Sync routers for ids ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'] in dv-cinder-824149-3-iscsi {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:14:22.958837 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1019e75a-8943-47e4-b217-87e653c4219b None None] Routers {'198b2f33-8f38-4d07-9fbe-eb8b802e27b7'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:14:22.959565 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-1019e75a-8943-47e4-b217-87e653c4219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:14:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:22.978158 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd985c4-622a-4ead-8144-c2b28fc1aac0 req-422a219a-59ff-48e6-a5c1-e163c6260c2d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] No DVR routers for this DVR port da41173d-b036-4070-8e6a-0f945eb8db7f on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:14:22.981162 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-0cd985c4-622a-4ead-8144-c2b28fc1aac0 req-422a219a-59ff-48e6-a5c1-e163c6260c2d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:22.984554 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0cd985c4-622a-4ead-8144-c2b28fc1aac0 req-422a219a-59ff-48e6-a5c1-e163c6260c2d tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.49 "DELETE /v2.0/ports/da41173d-b036-4070-8e6a-0f945eb8db7f HTTP/1.1" status: 204 len: 173 time: 0.7649791 Jan 11 13:14:22.985014 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'name': 'network-vif-deleted', 'tag': 'da41173d-b036-4070-8e6a-0f945eb8db7f'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:14:22.987315 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134ab383-7f33-492b-ba25-a0d3d56ad4be" -d '{"events": [{"server_uuid": "9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589", "name": "network-vif-deleted", "tag": "da41173d-b036-4070-8e6a-0f945eb8db7f"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:14:23.024001 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632e8acf-e73e-4601-b5e4-88aa9bab4d15 x-openstack-request-id: req-632e8acf-e73e-4601-b5e4-88aa9bab4d15 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:14:23.024326 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589", "name": "network-vif-deleted", "tag": "da41173d-b036-4070-8e6a-0f945eb8db7f", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:14:23.024592 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-632e8acf-e73e-4601-b5e4-88aa9bab4d15 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:14:23.025000 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589', 'name': 'network-vif-deleted', 'tag': 'da41173d-b036-4070-8e6a-0f945eb8db7f', 'status': 'completed', 'code': 200} Jan 11 13:14:23.075788 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-1019e75a-8943-47e4-b217-87e653c4219b None None] Set router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:14:23.165719 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b3840801-7e8b-4744-ba41-ca87e958e17a req-ff78e9d0-24f4-4a4b-8d45-2cfab3263c2a tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc2f0f5-3cf2-44fd-a0f8-31ad0caf7589 HTTP/1.1" status: 200 len: 210 time: 0.0421264 Jan 11 13:14:23.322035 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-1019e75a-8943-47e4-b217-87e653c4219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:08:01Z', 'revision_number': 4, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '8ecdef9d-e305-4b5b-93c3-599dcf43842a', 'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'mac_address': 'fa:16:3e:09:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:00Z', 'updated_at': '2022-01-11T13:08:06Z', 'revision_number': 5, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'subnets': [{'id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:23.350560 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1019e75a-8943-47e4-b217-87e653c4219b None None] Checking router: 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 for host: dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:14:23.359359 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1019e75a-8943-47e4-b217-87e653c4219b None None] Routers {'198b2f33-8f38-4d07-9fbe-eb8b802e27b7'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:14:23.359945 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-1019e75a-8943-47e4-b217-87e653c4219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:14:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:23.464015 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-1019e75a-8943-47e4-b217-87e653c4219b None None] Set router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:14:23.660084 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-1019e75a-8943-47e4-b217-87e653c4219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:08:01Z', 'revision_number': 4, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '8ecdef9d-e305-4b5b-93c3-599dcf43842a', 'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'mac_address': 'fa:16:3e:09:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:00Z', 'updated_at': '2022-01-11T13:08:06Z', 'revision_number': 5, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'subnets': [{'id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:23.686054 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1019e75a-8943-47e4-b217-87e653c4219b None None] The sync data for ids ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'] in dv-cinder-824149-3-iscsi is: [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:08:01Z', 'revision_number': 4, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '8ecdef9d-e305-4b5b-93c3-599dcf43842a', 'name': '', 'network_id': '48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'mac_address': 'fa:16:3e:09:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:08:00Z', 'updated_at': '2022-01-11T13:08:06Z', 'revision_number': 5, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'subnets': [{'id': '26a91e9a-7375-46a6-9db2-f38aaabd6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:14:23.917918 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21050739-ef1d-445d-a3af-eff7084288a0 None None] New status for floating IP 91a83f1e-f91a-4f68-b49b-e9c0c878cb20: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 13:14:24.246883 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 56476) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:24.298941 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24b5f7b9-6a9f-4402-8e6e-2de60cc35f1c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group (063c5352-9886-450a-bb29-b1060b40b65a), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:24.321516 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24b5f7b9-6a9f-4402-8e6e-2de60cc35f1c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group (063c5352-9886-450a-bb29-b1060b40b65a), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:24.370027 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24b5f7b9-6a9f-4402-8e6e-2de60cc35f1c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (063c5352-9886-450a-bb29-b1060b40b65a), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:24.372750 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24b5f7b9-6a9f-4402-8e6e-2de60cc35f1c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:24.374482 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-24b5f7b9-6a9f-4402-8e6e-2de60cc35f1c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "DELETE /v2.0/security-groups/063c5352-9886-450a-bb29-b1060b40b65a HTTP/1.1" status: 204 len: 168 time: 0.1259966 Jan 11 13:14:24.377283 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56478) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:24.383288 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5f7b9-6a9f-4402-8e6e-2de60cc35f1c tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=063c5352-9886-450a-bb29-b1060b40b65a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:24.394307 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.api.v2.resource [None req-bf67e788-5907-4ecf-b90e-2aefc9d1e87b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] show failed (client error): The resource could not be found. Jan 11 13:14:24.395318 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-bf67e788-5907-4ecf-b90e-2aefc9d1e87b tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "GET /v2.0/security-groups/063c5352-9886-450a-bb29-b1060b40b65a HTTP/1.1" status: 404 len: 347 time: 0.0170698 Jan 11 13:14:24.398187 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56480) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:24.518448 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-8dad91b5-4e89-4d66-b046-fc0aec729745 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Deleting port 0bb82aeb-c7ad-4487-918a-3bb927bc3936 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:14:24.518793 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8dad91b5-4e89-4d66-b046-fc0aec729745 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (0bb82aeb-c7ad-4487-918a-3bb927bc3936), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:24.589618 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8dad91b5-4e89-4d66-b046-fc0aec729745 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (0bb82aeb-c7ad-4487-918a-3bb927bc3936), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:24.589942 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8dad91b5-4e89-4d66-b046-fc0aec729745 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for floatingip (0bb82aeb-c7ad-4487-918a-3bb927bc3936), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:24.601278 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-8dad91b5-4e89-4d66-b046-fc0aec729745 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Calling delete_port for 0bb82aeb-c7ad-4487-918a-3bb927bc3936 owned by network:floatingip {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:14:24.731584 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8dad91b5-4e89-4d66-b046-fc0aec729745 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (0bb82aeb-c7ad-4487-918a-3bb927bc3936), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:24.761154 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad91b5-4e89-4d66-b046-fc0aec729745 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Pushing event deleted for resources: {'Port': ['ID=0bb82aeb-c7ad-4487-918a-3bb927bc3936,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:24.820397 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8dad91b5-4e89-4d66-b046-fc0aec729745 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks [] for floatingip (91a83f1e-f91a-4f68-b49b-e9c0c878cb20), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:24.822874 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8dad91b5-4e89-4d66-b046-fc0aec729745 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:24.824011 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-8dad91b5-4e89-4d66-b046-fc0aec729745 tempest-AttachVolumeShelveTestJSON-1762871238 tempest-AttachVolumeShelveTestJSON-1762871238-project] 10.222.0.52 "DELETE /v2.0/floatingips/91a83f1e-f91a-4f68-b49b-e9c0c878cb20 HTTP/1.1" status: 204 len: 168 time: 0.4248595 Jan 11 13:14:26.335153 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device da41173d-b036-4070-8e6a-0f945eb8db7f no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:14:26.359057 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: da41173d-b036-4070-8e6a-0f945eb8db7f {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:14:26.359411 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device da41173d-b036-4070-8e6a-0f945eb8db7f not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:14:27.215392 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56520) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:27.691971 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fda2babd-3242-419a-9f50-0ee623304403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7987925'] for router_interface (198b2f33-8f38-4d07-9fbe-eb8b802e27b7), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:28.148809 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-fda2babd-3242-419a-9f50-0ee623304403 admin admin] Deleting port 8ecdef9d-e305-4b5b-93c3-599dcf43842a {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:14:28.149165 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fda2babd-3242-419a-9f50-0ee623304403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:28.222444 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fda2babd-3242-419a-9f50-0ee623304403 admin admin] For port 8ecdef9d-e305-4b5b-93c3-599dcf43842a, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=8ecdef9d-e305-4b5b-93c3-599dcf43842a,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:14:28.223103 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fda2babd-3242-419a-9f50-0ee623304403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:28.234595 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-fda2babd-3242-419a-9f50-0ee623304403 admin admin] Calling delete_port for 8ecdef9d-e305-4b5b-93c3-599dcf43842a owned by network:router_interface {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:14:28.404405 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fda2babd-3242-419a-9f50-0ee623304403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (8ecdef9d-e305-4b5b-93c3-599dcf43842a), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:28.432278 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2babd-3242-419a-9f50-0ee623304403 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ecdef9d-e305-4b5b-93c3-599dcf43842a,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:28.588676 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fda2babd-3242-419a-9f50-0ee623304403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8104554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7987809'] for router_interface (198b2f33-8f38-4d07-9fbe-eb8b802e27b7), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:28.798948 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda2babd-3242-419a-9f50-0ee623304403 admin admin] Router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:14:28.901994 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda2babd-3242-419a-9f50-0ee623304403 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:14:28.907967 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-fda2babd-3242-419a-9f50-0ee623304403 admin admin] 10.222.0.52 "PUT /v2.0/routers/198b2f33-8f38-4d07-9fbe-eb8b802e27b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6915109 Jan 11 13:14:28.910601 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56536) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:28.913660 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3f2faa-7c81-4909-a810-4b1ca132519d None None] Sync routers for ids ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'] in dv-cinder-824149-3-iscsi {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:14:28.925155 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f2faa-7c81-4909-a810-4b1ca132519d None None] Routers {'198b2f33-8f38-4d07-9fbe-eb8b802e27b7'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:14:28.926222 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-9b3f2faa-7c81-4909-a810-4b1ca132519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:14:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:29.019291 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c09b420-1c13-4b7b-a724-cd7e4e538aa4 admin admin] Publish callbacks [] for router (198b2f33-8f38-4d07-9fbe-eb8b802e27b7), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:29.038347 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-9b3f2faa-7c81-4909-a810-4b1ca132519d None None] Set router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:14:29.135860 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c09b420-1c13-4b7b-a724-cd7e4e538aa4 admin admin] Publish callbacks [] for router_gateway (198b2f33-8f38-4d07-9fbe-eb8b802e27b7), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:29.192268 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7c09b420-1c13-4b7b-a724-cd7e4e538aa4 admin admin] Deleting port 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:14:29.192655 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c09b420-1c13-4b7b-a724-cd7e4e538aa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:29.221490 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-9b3f2faa-7c81-4909-a810-4b1ca132519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:14:28Z', 'revision_number': 5, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port': {'id': '423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:07:55Z', 'updated_at': '2022-01-11T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:29.251138 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3f2faa-7c81-4909-a810-4b1ca132519d None None] Checking router: 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 for host: dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:14:29.260787 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f2faa-7c81-4909-a810-4b1ca132519d None None] Routers {'198b2f33-8f38-4d07-9fbe-eb8b802e27b7'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:14:29.261386 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-9b3f2faa-7c81-4909-a810-4b1ca132519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:14:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:29.273286 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7c09b420-1c13-4b7b-a724-cd7e4e538aa4 admin admin] For port 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:14:29.273709 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c09b420-1c13-4b7b-a724-cd7e4e538aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:29.286121 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7c09b420-1c13-4b7b-a724-cd7e4e538aa4 admin admin] Calling delete_port for 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0 owned by network:router_gateway {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:14:29.347917 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-9b3f2faa-7c81-4909-a810-4b1ca132519d None None] Set router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 gateway port host: None {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:14:29.402530 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-9b3f2faa-7c81-4909-a810-4b1ca132519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:14:29Z', 'revision_number': 6, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port_host': None}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:29.428550 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3f2faa-7c81-4909-a810-4b1ca132519d None None] The sync data for ids ['198b2f33-8f38-4d07-9fbe-eb8b802e27b7'] in dv-cinder-824149-3-iscsi is: [{'id': '198b2f33-8f38-4d07-9fbe-eb8b802e27b7', 'name': 'tempest-AttachVolumeShelveTestJSON-80925922-router', 'tenant_id': '63f679ea15dc425485f5ce6a998f3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:07:54Z', 'updated_at': '2022-01-11T13:14:29Z', 'revision_number': 6, 'project_id': '63f679ea15dc425485f5ce6a998f3add', 'gw_port_host': None}] {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:14:29.449750 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c09b420-1c13-4b7b-a724-cd7e4e538aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:29.479409 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09b420-1c13-4b7b-a724-cd7e4e538aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:29.537220 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c09b420-1c13-4b7b-a724-cd7e4e538aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7954051'] for router_gateway (198b2f33-8f38-4d07-9fbe-eb8b802e27b7), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:29.623283 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c09b420-1c13-4b7b-a724-cd7e4e538aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7983370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5196'] for router (198b2f33-8f38-4d07-9fbe-eb8b802e27b7), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:29.625802 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c09b420-1c13-4b7b-a724-cd7e4e538aa4 admin admin] Publish callbacks [] for router_controller (198b2f33-8f38-4d07-9fbe-eb8b802e27b7), precommit_delete_associations {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:29.665806 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c09b420-1c13-4b7b-a724-cd7e4e538aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7983475'] for router (198b2f33-8f38-4d07-9fbe-eb8b802e27b7), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:29.666318 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c09b420-1c13-4b7b-a724-cd7e4e538aa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 198b2f33-8f38-4d07-9fbe-eb8b802e27b7 {{(pid=102630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 13:14:29.671052 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c09b420-1c13-4b7b-a724-cd7e4e538aa4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:29.672230 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-7c09b420-1c13-4b7b-a724-cd7e4e538aa4 admin admin] 10.222.0.52 "DELETE /v2.0/routers/198b2f33-8f38-4d07-9fbe-eb8b802e27b7 HTTP/1.1" status: 204 len: 168 time: 0.7604764 Jan 11 13:14:29.674757 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56544) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:29.717274 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e89f97-8112-4bec-ac77-90e483df8a7d admin admin] Deleting subnet 26a91e9a-7375-46a6-9db2-f38aaabd6d94 {{(pid=102630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 13:14:29.720450 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32e89f97-8112-4bec-ac77-90e483df8a7d admin admin] Publish callbacks [] for subnet (26a91e9a-7375-46a6-9db2-f38aaabd6d94), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:29.757489 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32e89f97-8112-4bec-ac77-90e483df8a7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476153'] for subnet (26a91e9a-7375-46a6-9db2-f38aaabd6d94), precommit_delete_associations {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:29.837807 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32e89f97-8112-4bec-ac77-90e483df8a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905359'] for subnet (26a91e9a-7375-46a6-9db2-f38aaabd6d94), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:29.888580 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32e89f97-8112-4bec-ac77-90e483df8a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4386099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203008'] for subnet (26a91e9a-7375-46a6-9db2-f38aaabd6d94), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:29.914477 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e89f97-8112-4bec-ac77-90e483df8a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a91e9a-7375-46a6-9db2-f38aaabd6d94,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:29.920146 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32e89f97-8112-4bec-ac77-90e483df8a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:29.923992 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-32e89f97-8112-4bec-ac77-90e483df8a7d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/26a91e9a-7375-46a6-9db2-f38aaabd6d94 HTTP/1.1" status: 204 len: 168 time: 0.2482171 Jan 11 13:14:29.926632 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56546) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:29.927169 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc50c3f-8cd8-41b3-9e6b-99fb6ddbbe9b None None] Network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:14:29.992452 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762316'] for network (48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:30.043797 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] Deleting port c1b07324-be37-44b4-8bfc-ed7cca10147c {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:14:30.044245 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (c1b07324-be37-44b4-8bfc-ed7cca10147c), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:30.109521 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] For port c1b07324-be37-44b4-8bfc-ed7cca10147c, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=c1b07324-be37-44b4-8bfc-ed7cca10147c,segment=NetworkSegment(d8635487-a1b7-4085-b8d0-a6a865c70e06),segment_id=d8635487-a1b7-4085-b8d0-a6a865c70e06)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:14:30.109949 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (c1b07324-be37-44b4-8bfc-ed7cca10147c), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:30.122709 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] Calling delete_port for c1b07324-be37-44b4-8bfc-ed7cca10147c owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:14:30.186418 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] DHCP port deletion for 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc request from dv-cinder-824149-3-iscsi {{(pid=102631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 13:14:30.206507 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (c1b07324-be37-44b4-8bfc-ed7cca10147c), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:30.239735 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b07324-be37-44b4-8bfc-ed7cca10147c,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:30.247655 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] No DVR routers for this DVR port c1b07324-be37-44b4-8bfc-ed7cca10147c on host dv-cinder-824149-3-iscsi {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:14:30.330595 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911386', 'neutron.services.segments.db._delete_segments_for_network-8779303588271'] for network (48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:30.358502 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc']}} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:30.370447 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8635487-a1b7-4085-b8d0-a6a865c70e06') {'for_net_delete': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:30.370884 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8635487-a1b7-4085-b8d0-a6a865c70e06') {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:30.382144 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779303593144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5476144'] for segment (d8635487-a1b7-4085-b8d0-a6a865c70e06), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:30.382461 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device c1b07324-be37-44b4-8bfc-ed7cca10147c no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:14:30.398234 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (d8635487-a1b7-4085-b8d0-a6a865c70e06), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:30.410934 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: c1b07324-be37-44b4-8bfc-ed7cca10147c {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:14:30.411525 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device c1b07324-be37-44b4-8bfc-ed7cca10147c not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:14:30.412439 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0 no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:14:30.415021 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 13:14:30.416917 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4386133'] for segment (d8635487-a1b7-4085-b8d0-a6a865c70e06), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: Traceback (most recent call last): Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: timer() Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: cb(*args, **kw) Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: return func(*args, **kwargs) Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: self._notify() Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: self.callback(batched_events) Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: event.method(event) Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: return f(self, *a, **k) Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: return self._get(url).json() Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: return self.request(url, 'GET', **kwargs) Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 13:14:30.421224 dv-cinder-824149-3-iscsi neutron-server[102630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 13:14:30.436386 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:14:30.436751 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 423feb8c-445d-40e4-b3a0-5a4ff3f7bbd0 not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:14:30.437228 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 8ecdef9d-e305-4b5b-93c3-599dcf43842a no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:14:30.459328 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: 8ecdef9d-e305-4b5b-93c3-599dcf43842a {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:14:30.459692 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 8ecdef9d-e305-4b5b-93c3-599dcf43842a not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:14:30.473402 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Deleting port c1b07324-be37-44b4-8bfc-ed7cca10147c {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:14:30.473735 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (c1b07324-be37-44b4-8bfc-ed7cca10147c), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:30.505751 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7954151'] for network (48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:30.513786 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:30.517789 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc HTTP/1.1" status: 204 len: 168 time: 0.5901823 Jan 11 13:14:30.531994 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740094a6-07d8-446d-b67a-f2406835ddf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:30.569063 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-37fb3262-9ab5-4386-8073-89caf4fcbdbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:30.571143 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] For port c1b07324-be37-44b4-8bfc-ed7cca10147c, host dv-cinder-824149-3-iscsi, got binding levels [] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:14:30.571718 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (c1b07324-be37-44b4-8bfc-ed7cca10147c), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:30.584719 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Calling delete_port for c1b07324-be37-44b4-8bfc-ed7cca10147c owned by network:dhcp {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:14:30.589342 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.ipam_backend_mixin [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Port c1b07324-be37-44b4-8bfc-ed7cca10147c was not found and therefore no delete operation was performed {{(pid=102631) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 11 13:14:30.590984 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871'] for port (c1b07324-be37-44b4-8bfc-ed7cca10147c), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:30.619102 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Network 48c4d289-8c18-4ab4-ba0a-3ee4d8b6c7bc is not hosted by any dhcp agent {{(pid=102631) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 11 13:14:30.619595 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] No DVR routers for this DVR port c1b07324-be37-44b4-8bfc-ed7cca10147c on host dv-cinder-824149-3-iscsi {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:14:30.621293 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Pushing event deleted for resources: {'Port': ['ID=c1b07324-be37-44b4-8bfc-ed7cca10147c,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:30.634484 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:30.634484 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:30.634932 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:30.635358 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:30.635607 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:30.635943 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:30.636311 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:30.636640 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:30.636967 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:30.637296 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:30.637622 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:30.637946 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:30.638266 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40209e61-e445-474a-8eb6-88e9229ffb30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:14:30.657210 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56558) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:30.696321 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-8c130e53-3339-4a18-ba5d-73d6c8ea26a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=63f679ea15dc425485f5ce6a998f3add&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379300 Jan 11 13:14:30.698991 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56560) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:30.746948 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8571872a-6389-4961-a79a-dad4abca84e0 admin admin] Publish callbacks [] for security_group (b9429813-b85a-4dd6-9c35-00ff72f147f1), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:30.767797 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8571872a-6389-4961-a79a-dad4abca84e0 admin admin] Publish callbacks [] for security_group (b9429813-b85a-4dd6-9c35-00ff72f147f1), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:30.816921 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8571872a-6389-4961-a79a-dad4abca84e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (b9429813-b85a-4dd6-9c35-00ff72f147f1), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:30.819470 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8571872a-6389-4961-a79a-dad4abca84e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:30.820613 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-8571872a-6389-4961-a79a-dad4abca84e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9429813-b85a-4dd6-9c35-00ff72f147f1 HTTP/1.1" status: 204 len: 168 time: 0.1205540 Jan 11 13:14:30.828741 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571872a-6389-4961-a79a-dad4abca84e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9429813-b85a-4dd6-9c35-00ff72f147f1,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:31.708249 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:14:32.603083 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-97b07129-e6e5-446b-ae88-d8fc4b18c861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.117745 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56636) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:33.165153 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_v2 [None req-4769c037-d38e-41bd-ba17-dd3f63f02057 admin admin] Deleting subnet 71b13078-9e21-47d6-99e2-d23c6406cfc9 {{(pid=102630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 13:14:33.169373 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4769c037-d38e-41bd-ba17-dd3f63f02057 admin admin] Publish callbacks [] for subnet (71b13078-9e21-47d6-99e2-d23c6406cfc9), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.207938 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4769c037-d38e-41bd-ba17-dd3f63f02057 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476153'] for subnet (71b13078-9e21-47d6-99e2-d23c6406cfc9), precommit_delete_associations {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.247951 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4769c037-d38e-41bd-ba17-dd3f63f02057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905359'] for subnet (71b13078-9e21-47d6-99e2-d23c6406cfc9), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.301768 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4769c037-d38e-41bd-ba17-dd3f63f02057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4386099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203008'] for subnet (71b13078-9e21-47d6-99e2-d23c6406cfc9), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.324321 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769c037-d38e-41bd-ba17-dd3f63f02057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b13078-9e21-47d6-99e2-d23c6406cfc9,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:33.330466 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4769c037-d38e-41bd-ba17-dd3f63f02057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.333648 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-4769c037-d38e-41bd-ba17-dd3f63f02057 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/71b13078-9e21-47d6-99e2-d23c6406cfc9 HTTP/1.1" status: 204 len: 168 time: 0.2148848 Jan 11 13:14:33.336022 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56650) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:33.400338 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-221ae8ad-bb09-40d4-a656-b1097adc51c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762316'] for network (0f6d0461-0079-449f-af97-f7a9db6bbf0d), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.478357 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-221ae8ad-bb09-40d4-a656-b1097adc51c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911386', 'neutron.services.segments.db._delete_segments_for_network-8779303588271'] for network (0f6d0461-0079-449f-af97-f7a9db6bbf0d), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.498072 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-221ae8ad-bb09-40d4-a656-b1097adc51c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6d0461-0079-449f-af97-f7a9db6bbf0d']}} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:33.508273 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-221ae8ad-bb09-40d4-a656-b1097adc51c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328c76a6-8aaa-4a53-9592-da6b58d2042f') {'for_net_delete': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:33.508575 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-221ae8ad-bb09-40d4-a656-b1097adc51c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328c76a6-8aaa-4a53-9592-da6b58d2042f') {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:33.517596 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-221ae8ad-bb09-40d4-a656-b1097adc51c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779303593144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5476144'] for segment (328c76a6-8aaa-4a53-9592-da6b58d2042f), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.530024 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-221ae8ad-bb09-40d4-a656-b1097adc51c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (328c76a6-8aaa-4a53-9592-da6b58d2042f), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.536158 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221ae8ad-bb09-40d4-a656-b1097adc51c0 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 13:14:33.536539 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-221ae8ad-bb09-40d4-a656-b1097adc51c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4386133'] for segment (328c76a6-8aaa-4a53-9592-da6b58d2042f), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: Traceback (most recent call last): Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: timer() Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: cb(*args, **kw) Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: return func(*args, **kwargs) Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: self._notify() Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: self.callback(batched_events) Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: event.method(event) Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: return f(self, *a, **k) Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: return self._get(url).json() Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: return self.request(url, 'GET', **kwargs) Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 13:14:33.538185 dv-cinder-824149-3-iscsi neutron-server[102630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 13:14:33.592982 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-221ae8ad-bb09-40d4-a656-b1097adc51c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7954151'] for network (0f6d0461-0079-449f-af97-f7a9db6bbf0d), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.598633 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-221ae8ad-bb09-40d4-a656-b1097adc51c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.601742 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-221ae8ad-bb09-40d4-a656-b1097adc51c0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0f6d0461-0079-449f-af97-f7a9db6bbf0d HTTP/1.1" status: 204 len: 168 time: 0.2647810 Jan 11 13:14:33.604884 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 56652) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:33.612816 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ae8ad-bb09-40d4-a656-b1097adc51c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f6d0461-0079-449f-af97-f7a9db6bbf0d,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:33.649116 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9fc02c-3c9b-48d3-8825-fa0a0e4790d9 admin admin] Deleting subnet 6d717125-9410-496b-b219-5ff5350c4292 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 13:14:33.652273 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc02c-3c9b-48d3-8825-fa0a0e4790d9 admin admin] Publish callbacks [] for subnet (6d717125-9410-496b-b219-5ff5350c4292), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.685539 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc02c-3c9b-48d3-8825-fa0a0e4790d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4699569'] for subnet (6d717125-9410-496b-b219-5ff5350c4292), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.723090 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc02c-3c9b-48d3-8825-fa0a0e4790d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905359'] for subnet (6d717125-9410-496b-b219-5ff5350c4292), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.775482 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc02c-3c9b-48d3-8825-fa0a0e4790d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5438415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4649914'] for subnet (6d717125-9410-496b-b219-5ff5350c4292), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.803032 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc02c-3c9b-48d3-8825-fa0a0e4790d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.806221 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-7e9fc02c-3c9b-48d3-8825-fa0a0e4790d9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6d717125-9410-496b-b219-5ff5350c4292 HTTP/1.1" status: 204 len: 168 time: 0.2003131 Jan 11 13:14:33.807142 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fc02c-3c9b-48d3-8825-fa0a0e4790d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d717125-9410-496b-b219-5ff5350c4292,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:33.808789 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56654) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:33.874264 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c927611-63b9-4d69-82e3-d3ea9221e58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762316'] for network (9539dc23-1808-4311-b7b7-ebb28a59e20f), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.951330 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c927611-63b9-4d69-82e3-d3ea9221e58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911386', 'neutron.services.segments.db._delete_segments_for_network-8779303588271'] for network (9539dc23-1808-4311-b7b7-ebb28a59e20f), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.965977 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:33.973866 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-1c927611-63b9-4d69-82e3-d3ea9221e58c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9539dc23-1808-4311-b7b7-ebb28a59e20f']}} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:33.983033 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-1c927611-63b9-4d69-82e3-d3ea9221e58c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670ea3d3-5f5c-40b0-b98a-0046f205f224') {'for_net_delete': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:33.983334 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-1c927611-63b9-4d69-82e3-d3ea9221e58c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670ea3d3-5f5c-40b0-b98a-0046f205f224') {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:14:33.992355 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c927611-63b9-4d69-82e3-d3ea9221e58c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779303593144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5476144'] for segment (670ea3d3-5f5c-40b0-b98a-0046f205f224), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:34.005872 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c927611-63b9-4d69-82e3-d3ea9221e58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (670ea3d3-5f5c-40b0-b98a-0046f205f224), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:34.011552 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c927611-63b9-4d69-82e3-d3ea9221e58c admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 13:14:34.011933 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c927611-63b9-4d69-82e3-d3ea9221e58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4386133'] for segment (670ea3d3-5f5c-40b0-b98a-0046f205f224), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: Traceback (most recent call last): Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: timer() Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: cb(*args, **kw) Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: return func(*args, **kwargs) Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: self._notify() Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: self.callback(batched_events) Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: event.method(event) Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: return f(self, *a, **k) Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: return self._get(url).json() Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: return self.request(url, 'GET', **kwargs) Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 13:14:34.013836 dv-cinder-824149-3-iscsi neutron-server[102630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 13:14:34.066473 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c927611-63b9-4d69-82e3-d3ea9221e58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7954151'] for network (9539dc23-1808-4311-b7b7-ebb28a59e20f), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:34.071360 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c927611-63b9-4d69-82e3-d3ea9221e58c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:34.074500 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-1c927611-63b9-4d69-82e3-d3ea9221e58c admin admin] 10.222.0.52 "DELETE /v2.0/networks/9539dc23-1808-4311-b7b7-ebb28a59e20f HTTP/1.1" status: 204 len: 168 time: 0.2647223 Jan 11 13:14:34.085534 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c927611-63b9-4d69-82e3-d3ea9221e58c admin admin] Pushing event deleted for resources: {'Network': ['ID=9539dc23-1808-4311-b7b7-ebb28a59e20f,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:34.230683 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56658) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:34.272727 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-8e32369b-0ca8-49d7-a65a-b3b8e20a240b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=866289fb540d4233ba5dce60a10576a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408652 Jan 11 13:14:34.275052 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56660) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:34.321092 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8b744e2a-ca7d-427e-894f-859f20ce58e7 admin admin] Publish callbacks [] for security_group (8c6ced18-b5fe-4967-8302-23e080115320), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:34.341603 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8b744e2a-ca7d-427e-894f-859f20ce58e7 admin admin] Publish callbacks [] for security_group (8c6ced18-b5fe-4967-8302-23e080115320), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:34.385564 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8b744e2a-ca7d-427e-894f-859f20ce58e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (8c6ced18-b5fe-4967-8302-23e080115320), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:34.388032 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8b744e2a-ca7d-427e-894f-859f20ce58e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:34.389199 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-8b744e2a-ca7d-427e-894f-859f20ce58e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c6ced18-b5fe-4967-8302-23e080115320 HTTP/1.1" status: 204 len: 168 time: 0.1132431 Jan 11 13:14:34.397146 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b744e2a-ca7d-427e-894f-859f20ce58e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6ced18-b5fe-4967-8302-23e080115320,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:34.686547 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56670) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:34.724693 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-001fefdf-415b-450d-a023-2097fe9d8e49 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7cf3b5600215431b8955851158b4854c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0363436 Jan 11 13:14:34.727027 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56672) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:34.771339 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-730e39d0-7f62-4468-8b59-ae44a5a7b8fe admin admin] Publish callbacks [] for security_group (b299508f-5bd4-4d6b-9312-400b8fd8909c), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:34.791637 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-730e39d0-7f62-4468-8b59-ae44a5a7b8fe admin admin] Publish callbacks [] for security_group (b299508f-5bd4-4d6b-9312-400b8fd8909c), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:34.837915 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-730e39d0-7f62-4468-8b59-ae44a5a7b8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (b299508f-5bd4-4d6b-9312-400b8fd8909c), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:34.840672 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-730e39d0-7f62-4468-8b59-ae44a5a7b8fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:34.841786 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-730e39d0-7f62-4468-8b59-ae44a5a7b8fe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b299508f-5bd4-4d6b-9312-400b8fd8909c HTTP/1.1" status: 204 len: 168 time: 0.1138883 Jan 11 13:14:34.849516 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e39d0-7f62-4468-8b59-ae44a5a7b8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b299508f-5bd4-4d6b-9312-400b8fd8909c,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:35.046574 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:35.230462 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:36.603838 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:41.119294 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56800) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:41.219817 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3fcb521-e7a1-459a-8ccc-ae886e203f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:41.299113 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3fcb521-e7a1-459a-8ccc-ae886e203f80 admin admin] Publish callbacks [] for security_group (d4d384d6-77b7-472a-9f0c-ebd451e0e45e), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:41.302618 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3fcb521-e7a1-459a-8ccc-ae886e203f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (d4d384d6-77b7-472a-9f0c-ebd451e0e45e), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:41.339322 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-c3fcb521-e7a1-459a-8ccc-ae886e203f80 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b4f42cf310c48f48eccc64096bd8741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190075 Jan 11 13:14:41.340370 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcb521-e7a1-459a-8ccc-ae886e203f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d384d6-77b7-472a-9f0c-ebd451e0e45e,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:41.342115 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 56804) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:41.389527 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cbaef56-029a-44f8-840e-7d1633de8b2d admin admin] Publish callbacks [] for security_group (d4d384d6-77b7-472a-9f0c-ebd451e0e45e), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:41.410259 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cbaef56-029a-44f8-840e-7d1633de8b2d admin admin] Publish callbacks [] for security_group (d4d384d6-77b7-472a-9f0c-ebd451e0e45e), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:41.455254 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cbaef56-029a-44f8-840e-7d1633de8b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (d4d384d6-77b7-472a-9f0c-ebd451e0e45e), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:41.457823 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cbaef56-029a-44f8-840e-7d1633de8b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:41.458966 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-2cbaef56-029a-44f8-840e-7d1633de8b2d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d4d384d6-77b7-472a-9f0c-ebd451e0e45e HTTP/1.1" status: 204 len: 168 time: 0.1158693 Jan 11 13:14:41.466238 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbaef56-029a-44f8-840e-7d1633de8b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d384d6-77b7-472a-9f0c-ebd451e0e45e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:43.072802 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 56854) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:43.174950 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b7f32c8-5915-436a-8538-fdd8a28d0014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:43.247293 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b7f32c8-5915-436a-8538-fdd8a28d0014 admin admin] Publish callbacks [] for security_group (8c010896-1c1f-460a-b957-7e6e5785aed5), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:43.250830 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5b7f32c8-5915-436a-8538-fdd8a28d0014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (8c010896-1c1f-460a-b957-7e6e5785aed5), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:43.290214 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-5b7f32c8-5915-436a-8538-fdd8a28d0014 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=99d49b4589f347b6aaa86ba47c715cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163577 Jan 11 13:14:43.291097 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f32c8-5915-436a-8538-fdd8a28d0014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c010896-1c1f-460a-b957-7e6e5785aed5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:43.292994 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56858) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:43.339789 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-13845711-245d-40b5-a5d5-46662e8f7efa admin admin] Publish callbacks [] for security_group (8c010896-1c1f-460a-b957-7e6e5785aed5), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:43.360615 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-13845711-245d-40b5-a5d5-46662e8f7efa admin admin] Publish callbacks [] for security_group (8c010896-1c1f-460a-b957-7e6e5785aed5), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:43.404869 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-13845711-245d-40b5-a5d5-46662e8f7efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (8c010896-1c1f-460a-b957-7e6e5785aed5), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:43.407542 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-13845711-245d-40b5-a5d5-46662e8f7efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:43.409182 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-13845711-245d-40b5-a5d5-46662e8f7efa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c010896-1c1f-460a-b957-7e6e5785aed5 HTTP/1.1" status: 204 len: 168 time: 0.1151934 Jan 11 13:14:43.416629 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13845711-245d-40b5-a5d5-46662e8f7efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c010896-1c1f-460a-b957-7e6e5785aed5,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:45.068232 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 56926) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:45.264929 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5a45381-906d-45ec-bf8f-4ac7a133f23c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:45.338843 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5a45381-906d-45ec-bf8f-4ac7a133f23c admin admin] Publish callbacks [] for security_group (8963f69c-7a25-4834-abfa-2a742e183029), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:45.343084 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5a45381-906d-45ec-bf8f-4ac7a133f23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (8963f69c-7a25-4834-abfa-2a742e183029), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:45.381732 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-e5a45381-906d-45ec-bf8f-4ac7a133f23c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=51408364625c46abb9d64d72d5e4c832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123558 Jan 11 13:14:45.382473 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a45381-906d-45ec-bf8f-4ac7a133f23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8963f69c-7a25-4834-abfa-2a742e183029,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:45.385353 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 56938) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:45.434176 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fee401d0-4bb3-440b-bf61-cbb694621cc5 admin admin] Publish callbacks [] for security_group (8963f69c-7a25-4834-abfa-2a742e183029), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:45.456320 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fee401d0-4bb3-440b-bf61-cbb694621cc5 admin admin] Publish callbacks [] for security_group (8963f69c-7a25-4834-abfa-2a742e183029), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:45.503444 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fee401d0-4bb3-440b-bf61-cbb694621cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (8963f69c-7a25-4834-abfa-2a742e183029), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:45.506166 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fee401d0-4bb3-440b-bf61-cbb694621cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:45.508566 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-fee401d0-4bb3-440b-bf61-cbb694621cc5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8963f69c-7a25-4834-abfa-2a742e183029 HTTP/1.1" status: 204 len: 168 time: 0.1215701 Jan 11 13:14:45.518733 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee401d0-4bb3-440b-bf61-cbb694621cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8963f69c-7a25-4834-abfa-2a742e183029,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:51.520916 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 57100) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:51.622068 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b391e20-fac7-4ec6-9f8e-8b36d3d46886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:51.693240 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b391e20-fac7-4ec6-9f8e-8b36d3d46886 admin admin] Publish callbacks [] for security_group (0d285024-0132-4bd2-82bf-0691178aa03c), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:51.696628 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b391e20-fac7-4ec6-9f8e-8b36d3d46886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (0d285024-0132-4bd2-82bf-0691178aa03c), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:51.731436 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b391e20-fac7-4ec6-9f8e-8b36d3d46886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d285024-0132-4bd2-82bf-0691178aa03c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:51.737058 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-4b391e20-fac7-4ec6-9f8e-8b36d3d46886 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=92775d467cf04b828eba88f76a974088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145982 Jan 11 13:14:51.738660 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 57104) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:51.787544 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5141e47a-4ce6-49bb-af72-806582435997 admin admin] Publish callbacks [] for security_group (0d285024-0132-4bd2-82bf-0691178aa03c), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:51.807708 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5141e47a-4ce6-49bb-af72-806582435997 admin admin] Publish callbacks [] for security_group (0d285024-0132-4bd2-82bf-0691178aa03c), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:51.854035 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5141e47a-4ce6-49bb-af72-806582435997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (0d285024-0132-4bd2-82bf-0691178aa03c), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:51.856647 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5141e47a-4ce6-49bb-af72-806582435997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:51.857764 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-5141e47a-4ce6-49bb-af72-806582435997 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0d285024-0132-4bd2-82bf-0691178aa03c HTTP/1.1" status: 204 len: 168 time: 0.1182148 Jan 11 13:14:51.865636 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141e47a-4ce6-49bb-af72-806582435997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d285024-0132-4bd2-82bf-0691178aa03c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:52.112924 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 57118) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:52.126453 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a06b303-58c2-487d-b342-a04af79461d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:52.200367 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a06b303-58c2-487d-b342-a04af79461d7 admin admin] Publish callbacks [] for security_group (3866922b-864d-4eac-b352-70c01d0bb2b4), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:52.204032 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a06b303-58c2-487d-b342-a04af79461d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (3866922b-864d-4eac-b352-70c01d0bb2b4), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:52.241354 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-0a06b303-58c2-487d-b342-a04af79461d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=81978ee549844a0885d4ed7e08f2395d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271665 Jan 11 13:14:52.242225 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06b303-58c2-487d-b342-a04af79461d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3866922b-864d-4eac-b352-70c01d0bb2b4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:52.244597 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 57120) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:52.292209 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b35dce59-d61c-4816-a0e1-0ac71e6bcf9c admin admin] Publish callbacks [] for security_group (3866922b-864d-4eac-b352-70c01d0bb2b4), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:52.312494 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b35dce59-d61c-4816-a0e1-0ac71e6bcf9c admin admin] Publish callbacks [] for security_group (3866922b-864d-4eac-b352-70c01d0bb2b4), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:52.356732 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b35dce59-d61c-4816-a0e1-0ac71e6bcf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (3866922b-864d-4eac-b352-70c01d0bb2b4), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:52.359355 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b35dce59-d61c-4816-a0e1-0ac71e6bcf9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:52.360540 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-b35dce59-d61c-4816-a0e1-0ac71e6bcf9c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3866922b-864d-4eac-b352-70c01d0bb2b4 HTTP/1.1" status: 204 len: 168 time: 0.1149495 Jan 11 13:14:52.368460 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dce59-d61c-4816-a0e1-0ac71e6bcf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3866922b-864d-4eac-b352-70c01d0bb2b4,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:52.663260 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 57126) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:52.676462 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ab2d6209-b71d-46d4-8967-e78ef0aeb5e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:52.751376 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ab2d6209-b71d-46d4-8967-e78ef0aeb5e2 admin admin] Publish callbacks [] for security_group (a9f78e2b-576e-4d9e-bb49-01f978617483), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:52.754983 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ab2d6209-b71d-46d4-8967-e78ef0aeb5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (a9f78e2b-576e-4d9e-bb49-01f978617483), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:52.791029 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-ab2d6209-b71d-46d4-8967-e78ef0aeb5e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c00d607426574f59bc069595151431c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267285 Jan 11 13:14:52.791881 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d6209-b71d-46d4-8967-e78ef0aeb5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f78e2b-576e-4d9e-bb49-01f978617483,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:52.794310 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 57128) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:14:52.841290 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b681ff0-606e-418d-9211-8c3c21e88bc9 admin admin] Publish callbacks [] for security_group (a9f78e2b-576e-4d9e-bb49-01f978617483), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:52.862844 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b681ff0-606e-418d-9211-8c3c21e88bc9 admin admin] Publish callbacks [] for security_group (a9f78e2b-576e-4d9e-bb49-01f978617483), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:52.909378 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b681ff0-606e-418d-9211-8c3c21e88bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (a9f78e2b-576e-4d9e-bb49-01f978617483), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:52.912003 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b681ff0-606e-418d-9211-8c3c21e88bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:52.913204 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-7b681ff0-606e-418d-9211-8c3c21e88bc9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a9f78e2b-576e-4d9e-bb49-01f978617483 HTTP/1.1" status: 204 len: 168 time: 0.1179087 Jan 11 13:14:52.920598 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b681ff0-606e-418d-9211-8c3c21e88bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f78e2b-576e-4d9e-bb49-01f978617483,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:55.110170 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-e48101a7-72d4-4b36-9bb5-e74ba2ca77ff tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=14f55b51c5ba467da016a1a57d1ce288&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287054 Jan 11 13:14:55.286412 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-a0ac6532-ac78-44cf-99db-d46cb47f3c77 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:55.287816 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-a0ac6532-ac78-44cf-99db-d46cb47f3c77 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1721950 Jan 11 13:14:55.302249 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-9e12f8b3-757c-4bd3-a668-5a71772b4a3f tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/quotas/14f55b51c5ba467da016a1a57d1ce288 HTTP/1.1" status: 200 len: 375 time: 0.0090771 Jan 11 13:14:55.331294 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-fc850251-783e-40fe-a7c5-5ec7f8a56756 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=14f55b51c5ba467da016a1a57d1ce288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244579 Jan 11 13:14:55.486008 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a1143333-4cd8-4a47-b1a7-02be26c4d8ae req-bee0d3e9-4740-46f3-8835-da35d20e4af2 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 210 time: 0.0285747 Jan 11 13:14:56.369911 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-7d077612-1dbc-4f4e-af25-549c5bcd142f tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=14f55b51c5ba467da016a1a57d1ce288&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295560 Jan 11 13:14:56.584032 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-eb360975-963c-48c3-8a6e-7b481533bb8e req-2849bbbe-11ec-4415-a962-b841fee7b32e tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 210 time: 0.0272322 Jan 11 13:14:56.783030 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-6ede819f-3ec1-4371-8750-c8e444416594 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:56.784516 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-6ede819f-3ec1-4371-8750-c8e444416594 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4092758 Jan 11 13:14:56.799195 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-b100e0f1-aedd-47fc-9c24-17d61947b846 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Request body: {'port': {'device_id': '45f06610-304c-41f0-8621-d90b095c9da3', 'network_id': 'd8fd9dee-23fe-469d-a3e5-407531bd10c7', 'admin_state_up': True, 'tenant_id': '14f55b51c5ba467da016a1a57d1ce288'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:14:56.911939 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-b100e0f1-aedd-47fc-9c24-17d61947b846 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Made reservation on behalf of 14f55b51c5ba467da016a1a57d1ce288 for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:14:56.915404 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-b100e0f1-aedd-47fc-9c24-17d61947b846 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:56.923653 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-b100e0f1-aedd-47fc-9c24-17d61947b846 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:56.995167 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-b100e0f1-aedd-47fc-9c24-17d61947b846 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Publish callbacks [] for security_group (ab2847c1-18c4-47e8-a975-d24dadaecf2f), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:56.998741 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-b100e0f1-aedd-47fc-9c24-17d61947b846 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (ab2847c1-18c4-47e8-a975-d24dadaecf2f), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:57.057941 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100e0f1-aedd-47fc-9c24-17d61947b846 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2847c1-18c4-47e8-a975-d24dadaecf2f,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:57.131907 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-b100e0f1-aedd-47fc-9c24-17d61947b846 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Allocated IP 192.168.233.252 (d8fd9dee-23fe-469d-a3e5-407531bd10c7/238ad34f-696a-4709-aab9-bf759bb80675/8e1fe612-63a0-4d83-9a66-2223bca43a0d) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:14:57.278016 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-b100e0f1-aedd-47fc-9c24-17d61947b846 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Publish callbacks [] for port (8e1fe612-63a0-4d83-9a66-2223bca43a0d), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:57.311762 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-b100e0f1-aedd-47fc-9c24-17d61947b846 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (8e1fe612-63a0-4d83-9a66-2223bca43a0d), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:57.357842 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-b100e0f1-aedd-47fc-9c24-17d61947b846 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Network d8fd9dee-23fe-469d-a3e5-407531bd10c7 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:14:57.361045 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-b100e0f1-aedd-47fc-9c24-17d61947b846 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:14:57.365433 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-b100e0f1-aedd-47fc-9c24-17d61947b846 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:14:57.390282 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100e0f1-aedd-47fc-9c24-17d61947b846 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Pushing event updated for resources: {'Port': ['ID=8e1fe612-63a0-4d83-9a66-2223bca43a0d,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:57.419696 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-b100e0f1-aedd-47fc-9c24-17d61947b846 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:57.420350 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-b100e0f1-aedd-47fc-9c24-17d61947b846 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:57.437964 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-b100e0f1-aedd-47fc-9c24-17d61947b846 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6421258 Jan 11 13:14:57.450509 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Request body: {'port': {'device_id': '45f06610-304c-41f0-8621-d90b095c9da3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:14:57.510567 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (8e1fe612-63a0-4d83-9a66-2223bca43a0d), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:57.621560 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-d67a0ba6-185e-4096-88ad-81cea8328fa3 None None] Provisioning complete for port 8e1fe612-63a0-4d83-9a66-2223bca43a0d triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:14:57.622075 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d67a0ba6-185e-4096-88ad-81cea8328fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (8e1fe612-63a0-4d83-9a66-2223bca43a0d), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:57.656244 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-d67a0ba6-185e-4096-88ad-81cea8328fa3 None None] Port 8e1fe612-63a0-4d83-9a66-2223bca43a0d cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:14:57.702495 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc819e8-24a9-4788-8b6d-f69716200e4b req-7aca3045-0cb3-45c0-925b-2a5906fe3f36 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:57.704099 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9cc819e8-24a9-4788-8b6d-f69716200e4b req-7aca3045-0cb3-45c0-925b-2a5906fe3f36 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 936 time: 0.0513906 Jan 11 13:14:57.749665 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9cc819e8-24a9-4788-8b6d-f69716200e4b req-3c0b16ff-72db-4048-beba-f82b3e48e029 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2847c1-18c4-47e8-a975-d24dadaecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400231 Jan 11 13:14:57.768920 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1fe612-63a0-4d83-9a66-2223bca43a0d {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:14:57.776175 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Publish callbacks [] for port (8e1fe612-63a0-4d83-9a66-2223bca43a0d), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:57.787722 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Transition to ACTIVE for port object 8e1fe612-63a0-4d83-9a66-2223bca43a0d will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:14:57.791348 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (8e1fe612-63a0-4d83-9a66-2223bca43a0d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:57.840029 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Pushing event updated for resources: {'Port': ['ID=8e1fe612-63a0-4d83-9a66-2223bca43a0d,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:57.912544 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Attempting to bind port 8e1fe612-63a0-4d83-9a66-2223bca43a0d on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:14:57.912883 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Attempting to bind port 8e1fe612-63a0-4d83-9a66-2223bca43a0d by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': 'a071cf4d-3f1d-44a7-9293-ac27124965f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd8fd9dee-23fe-469d-a3e5-407531bd10c7'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:14:57.913215 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Attempting to bind port 8e1fe612-63a0-4d83-9a66-2223bca43a0d on network d8fd9dee-23fe-469d-a3e5-407531bd10c7 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:14:57.917605 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Port 8e1fe612-63a0-4d83-9a66-2223bca43a0d on network d8fd9dee-23fe-469d-a3e5-407531bd10c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:14:57.917926 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Attempting to bind port 8e1fe612-63a0-4d83-9a66-2223bca43a0d on network d8fd9dee-23fe-469d-a3e5-407531bd10c7 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:14:57.922829 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:14:57.923249 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Checking segment: {'id': 'a071cf4d-3f1d-44a7-9293-ac27124965f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd8fd9dee-23fe-469d-a3e5-407531bd10c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:14:57.923554 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Bound using segment: {'id': 'a071cf4d-3f1d-44a7-9293-ac27124965f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd8fd9dee-23fe-469d-a3e5-407531bd10c7'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:14:57.923983 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Bound port: 8e1fe612-63a0-4d83-9a66-2223bca43a0d, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a071cf4d-3f1d-44a7-9293-ac27124965f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd8fd9dee-23fe-469d-a3e5-407531bd10c7'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:14:57.924373 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (8e1fe612-63a0-4d83-9a66-2223bca43a0d), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:57.989382 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] For port 8e1fe612-63a0-4d83-9a66-2223bca43a0d, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:14:57.992278 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] For port 8e1fe612-63a0-4d83-9a66-2223bca43a0d, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=8e1fe612-63a0-4d83-9a66-2223bca43a0d,segment=NetworkSegment(a071cf4d-3f1d-44a7-9293-ac27124965f8),segment_id=a071cf4d-3f1d-44a7-9293-ac27124965f8)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:14:57.996772 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (8e1fe612-63a0-4d83-9a66-2223bca43a0d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:58.029289 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:58.029901 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:14:58.031261 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] 10.222.0.49 "PUT /v2.0/ports/8e1fe612-63a0-4d83-9a66-2223bca43a0d HTTP/1.1" status: 200 len: 1098 time: 0.5851197 Jan 11 13:14:58.031806 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f06610-304c-41f0-8621-d90b095c9da3', 'tag': '8e1fe612-63a0-4d83-9a66-2223bca43a0d'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:14:58.034081 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d784a2-b799-4954-b522-1a6912967a63" -d '{"events": [{"name": "network-changed", "server_uuid": "45f06610-304c-41f0-8621-d90b095c9da3", "tag": "8e1fe612-63a0-4d83-9a66-2223bca43a0d"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:14:58.060090 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38d9d0-4604-4614-a76b-844ae71329fb service neutron] Pushing event updated for resources: {'Port': ['ID=8e1fe612-63a0-4d83-9a66-2223bca43a0d,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:14:58.084891 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3c3b4c-085c-448a-b3b4-16b34fedefab x-openstack-request-id: req-6d3c3b4c-085c-448a-b3b4-16b34fedefab {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:14:58.085140 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f06610-304c-41f0-8621-d90b095c9da3", "tag": "8e1fe612-63a0-4d83-9a66-2223bca43a0d", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:14:58.085560 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d3c3b4c-085c-448a-b3b4-16b34fedefab {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:14:58.085890 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f06610-304c-41f0-8621-d90b095c9da3', 'tag': '8e1fe612-63a0-4d83-9a66-2223bca43a0d', 'status': 'completed', 'code': 200} Jan 11 13:14:58.133755 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-51dbfe7f-42b8-4905-a2da-1d179bd0be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:58.135350 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-51dbfe7f-42b8-4905-a2da-1d179bd0be8a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14f55b51c5ba467da016a1a57d1ce288&device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 1101 time: 0.0458272 Jan 11 13:14:58.182638 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-4cd07020-4dbf-4c09-a1b4-89508d3427f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8e1fe612-63a0-4d83-9a66-2223bca43a0d HTTP/1.1" status: 200 len: 217 time: 0.0350230 Jan 11 13:14:58.230744 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-adc4fde6-c16a-4c92-be56-1e1c2e95e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:58.232221 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-adc4fde6-c16a-4c92-be56-1e1c2e95e19d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=238ad34f-696a-4709-aab9-bf759bb80675 HTTP/1.1" status: 200 len: 843 time: 0.0431576 Jan 11 13:14:58.279829 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-afa7ee8d-d3ed-427d-a80f-cb73e7f033b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:58.281319 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-afa7ee8d-d3ed-427d-a80f-cb73e7f033b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d8fd9dee-23fe-469d-a3e5-407531bd10c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0413964 Jan 11 13:14:58.372595 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-430ee35c-180d-436f-b4d3-313b733f1822 service neutron] 10.222.0.49 "GET /v2.0/networks/d8fd9dee-23fe-469d-a3e5-407531bd10c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810623 Jan 11 13:14:58.466886 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-69f5dd8a-0635-4046-b76f-b810e121c1fd req-3e91f390-c509-4a14-b441-fea75298a79b service neutron] 10.222.0.49 "GET /v2.0/networks/d8fd9dee-23fe-469d-a3e5-407531bd10c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853236 Jan 11 13:14:58.564948 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d784a2-b799-4954-b522-1a6912967a63 req-ea783272-3221-4a79-b517-363f92f1af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:58.566486 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-89d784a2-b799-4954-b522-1a6912967a63 req-ea783272-3221-4a79-b517-363f92f1af05 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14f55b51c5ba467da016a1a57d1ce288&device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 1101 time: 0.0417798 Jan 11 13:14:58.659948 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d784a2-b799-4954-b522-1a6912967a63 req-1dbe4d38-0aa9-43f6-a82b-32c884a8c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:58.661370 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-89d784a2-b799-4954-b522-1a6912967a63 req-1dbe4d38-0aa9-43f6-a82b-32c884a8c203 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d8fd9dee-23fe-469d-a3e5-407531bd10c7 HTTP/1.1" status: 200 len: 870 time: 0.0885434 Jan 11 13:14:58.701331 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-89d784a2-b799-4954-b522-1a6912967a63 req-31ab5f90-2f75-46c0-910e-78a00d59cce4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8e1fe612-63a0-4d83-9a66-2223bca43a0d HTTP/1.1" status: 200 len: 217 time: 0.0330083 Jan 11 13:14:58.747040 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d784a2-b799-4954-b522-1a6912967a63 req-63792f5f-017f-4a3c-8611-13f155c54b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:58.748479 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-89d784a2-b799-4954-b522-1a6912967a63 req-63792f5f-017f-4a3c-8611-13f155c54b31 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=238ad34f-696a-4709-aab9-bf759bb80675 HTTP/1.1" status: 200 len: 843 time: 0.0409951 Jan 11 13:14:58.791428 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d784a2-b799-4954-b522-1a6912967a63 req-6346e5ef-1e68-4575-a0fb-e126b5d4a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:58.792998 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-89d784a2-b799-4954-b522-1a6912967a63 req-6346e5ef-1e68-4575-a0fb-e126b5d4a68e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d8fd9dee-23fe-469d-a3e5-407531bd10c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0384865 Jan 11 13:14:58.860862 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989d1a6-7e6c-473e-98b6-f4edb7c78780 req-83a664b4-8cd2-4380-bb5f-ea6500075d13 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:14:58.862366 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a989d1a6-7e6c-473e-98b6-f4edb7c78780 req-83a664b4-8cd2-4380-bb5f-ea6500075d13 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 948 time: 0.0478139 Jan 11 13:14:58.890963 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-89d784a2-b799-4954-b522-1a6912967a63 req-8a49e881-ace7-4e86-bd36-d2f443b54b48 service neutron] 10.222.0.49 "GET /v2.0/networks/d8fd9dee-23fe-469d-a3e5-407531bd10c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874963 Jan 11 13:14:58.910568 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a989d1a6-7e6c-473e-98b6-f4edb7c78780 req-8cc2bd7d-432c-45d7-a83f-2a3131c54473 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2847c1-18c4-47e8-a975-d24dadaecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426619 Jan 11 13:14:58.981556 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-89d784a2-b799-4954-b522-1a6912967a63 req-636c800d-ec1e-4e9a-af98-eb9ec23220c6 service neutron] 10.222.0.49 "GET /v2.0/networks/d8fd9dee-23fe-469d-a3e5-407531bd10c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836868 Jan 11 13:15:00.030759 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c41a0f-48ff-4ad2-bda1-71d4aa810c1a req-caae0072-df80-4b77-81e4-0981c3947db3 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:00.032276 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-63c41a0f-48ff-4ad2-bda1-71d4aa810c1a req-caae0072-df80-4b77-81e4-0981c3947db3 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 948 time: 0.0508139 Jan 11 13:15:00.076984 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-63c41a0f-48ff-4ad2-bda1-71d4aa810c1a req-6753ea3b-414f-4a10-862c-3a90a7d820b9 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2847c1-18c4-47e8-a975-d24dadaecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386994 Jan 11 13:15:00.560309 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c173a579-8595-4347-b6a1-21916f10ee7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:01.139864 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 8e1fe612-63a0-4d83-9a66-2223bca43a0d details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:15:01.192354 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02136cd7-d95c-49e0-a921-79bb52b9c7bf req-c948a13c-2328-4b84-9f9d-04755ff855b3 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:01.194726 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-02136cd7-d95c-49e0-a921-79bb52b9c7bf req-c948a13c-2328-4b84-9f9d-04755ff855b3 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 948 time: 0.0502095 Jan 11 13:15:01.244572 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 8e1fe612-63a0-4d83-9a66-2223bca43a0d, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=8e1fe612-63a0-4d83-9a66-2223bca43a0d,segment=NetworkSegment(a071cf4d-3f1d-44a7-9293-ac27124965f8),segment_id=a071cf4d-3f1d-44a7-9293-ac27124965f8)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:01.252716 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-02136cd7-d95c-49e0-a921-79bb52b9c7bf req-c84d6176-e9f4-4658-920e-475662983326 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2847c1-18c4-47e8-a975-d24dadaecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514152 Jan 11 13:15:01.256436 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': '8e1fe612-63a0-4d83-9a66-2223bca43a0d', 'network_id': 'd8fd9dee-23fe-469d-a3e5-407531bd10c7', 'port_id': '8e1fe612-63a0-4d83-9a66-2223bca43a0d', 'mac_address': 'fa:16:3e:3d:a9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '238ad34f-696a-4709-aab9-bf759bb80675', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:15:01.296910 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 8e1fe612-63a0-4d83-9a66-2223bca43a0d is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:15:01.297372 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (8e1fe612-63a0-4d83-9a66-2223bca43a0d), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:01.311534 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1fe612-63a0-4d83-9a66-2223bca43a0d {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:15:01.331640 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 8e1fe612-63a0-4d83-9a66-2223bca43a0d, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=8e1fe612-63a0-4d83-9a66-2223bca43a0d,segment=NetworkSegment(a071cf4d-3f1d-44a7-9293-ac27124965f8),segment_id=a071cf4d-3f1d-44a7-9293-ac27124965f8)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:01.336943 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (8e1fe612-63a0-4d83-9a66-2223bca43a0d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:01.387534 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=8e1fe612-63a0-4d83-9a66-2223bca43a0d,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:01.533515 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 57318) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:01.604057 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['8e1fe612-63a0-4d83-9a66-2223bca43a0d'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:15:01.634403 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df7b6c51-c98d-4182-b9c2-8142a8b86001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:01.708828 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df7b6c51-c98d-4182-b9c2-8142a8b86001 admin admin] Publish callbacks [] for security_group (cc73b015-931b-4f5e-bb6f-c21255339b5f), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:01.712567 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df7b6c51-c98d-4182-b9c2-8142a8b86001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (cc73b015-931b-4f5e-bb6f-c21255339b5f), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:01.750531 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-df7b6c51-c98d-4182-b9c2-8142a8b86001 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=43dbbcb30a2d4143bd30eaac883833f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159865 Jan 11 13:15:01.751645 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b6c51-c98d-4182-b9c2-8142a8b86001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc73b015-931b-4f5e-bb6f-c21255339b5f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:01.753991 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 57322) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:01.801469 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7bd61af1-49ee-4b21-b9ae-d3cc1a32e106 admin admin] Publish callbacks [] for security_group (cc73b015-931b-4f5e-bb6f-c21255339b5f), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:01.821712 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7bd61af1-49ee-4b21-b9ae-d3cc1a32e106 admin admin] Publish callbacks [] for security_group (cc73b015-931b-4f5e-bb6f-c21255339b5f), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:01.868298 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7bd61af1-49ee-4b21-b9ae-d3cc1a32e106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (cc73b015-931b-4f5e-bb6f-c21255339b5f), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:01.870856 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7bd61af1-49ee-4b21-b9ae-d3cc1a32e106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:01.871989 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-7bd61af1-49ee-4b21-b9ae-d3cc1a32e106 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cc73b015-931b-4f5e-bb6f-c21255339b5f HTTP/1.1" status: 204 len: 168 time: 0.1169791 Jan 11 13:15:01.879448 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd61af1-49ee-4b21-b9ae-d3cc1a32e106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc73b015-931b-4f5e-bb6f-c21255339b5f,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:02.130467 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 57328) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:02.143396 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f6c21c3f-3765-40df-91ab-b1a463015611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:02.215810 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f6c21c3f-3765-40df-91ab-b1a463015611 admin admin] Publish callbacks [] for security_group (5a4321b0-aefa-480a-9674-8430ca3b9850), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:02.219602 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f6c21c3f-3765-40df-91ab-b1a463015611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (5a4321b0-aefa-480a-9674-8430ca3b9850), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:02.255637 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c21c3f-3765-40df-91ab-b1a463015611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4321b0-aefa-480a-9674-8430ca3b9850,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:02.259882 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-f6c21c3f-3765-40df-91ab-b1a463015611 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=245040eacd564628bd9a4ff4993d2f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283815 Jan 11 13:15:02.262629 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 57330) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:02.312772 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-50188373-8875-4a02-82b9-84d7269aac5f admin admin] Publish callbacks [] for security_group (5a4321b0-aefa-480a-9674-8430ca3b9850), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:02.334230 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-50188373-8875-4a02-82b9-84d7269aac5f admin admin] Publish callbacks [] for security_group (5a4321b0-aefa-480a-9674-8430ca3b9850), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:02.359335 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030b7cd-10c3-4270-9336-178b372be2ec req-42c685f6-2eb9-4b8d-8611-3cd0befe8e31 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:02.360740 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9030b7cd-10c3-4270-9336-178b372be2ec req-42c685f6-2eb9-4b8d-8611-3cd0befe8e31 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 949 time: 0.0468800 Jan 11 13:15:02.381478 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-50188373-8875-4a02-82b9-84d7269aac5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (5a4321b0-aefa-480a-9674-8430ca3b9850), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:02.384148 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-50188373-8875-4a02-82b9-84d7269aac5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:02.385324 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-50188373-8875-4a02-82b9-84d7269aac5f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a4321b0-aefa-480a-9674-8430ca3b9850 HTTP/1.1" status: 204 len: 168 time: 0.1219263 Jan 11 13:15:02.393339 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50188373-8875-4a02-82b9-84d7269aac5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4321b0-aefa-480a-9674-8430ca3b9850,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:02.413440 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9030b7cd-10c3-4270-9336-178b372be2ec req-b1e7db24-5f3b-4e26-90b5-183355077ba2 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2847c1-18c4-47e8-a975-d24dadaecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455599 Jan 11 13:15:02.608449 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-11a4156e-4f39-443c-b363-49f802620c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:03.155194 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 8e1fe612-63a0-4d83-9a66-2223bca43a0d up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:15:03.202439 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port 8e1fe612-63a0-4d83-9a66-2223bca43a0d completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:15:03.206984 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port 8e1fe612-63a0-4d83-9a66-2223bca43a0d triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:15:03.207355 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (8e1fe612-63a0-4d83-9a66-2223bca43a0d), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:03.284384 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 8e1fe612-63a0-4d83-9a66-2223bca43a0d is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:15:03.284779 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (8e1fe612-63a0-4d83-9a66-2223bca43a0d), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:03.306638 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f06610-304c-41f0-8621-d90b095c9da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1fe612-63a0-4d83-9a66-2223bca43a0d'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:15:03.308918 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6bfe4b-e8f2-4df1-83fb-aa71aac8fb45" -d '{"events": [{"server_uuid": "45f06610-304c-41f0-8621-d90b095c9da3", "name": "network-vif-plugged", "status": "completed", "tag": "8e1fe612-63a0-4d83-9a66-2223bca43a0d"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:15:03.326176 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 8e1fe612-63a0-4d83-9a66-2223bca43a0d, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=8e1fe612-63a0-4d83-9a66-2223bca43a0d,segment=NetworkSegment(a071cf4d-3f1d-44a7-9293-ac27124965f8),segment_id=a071cf4d-3f1d-44a7-9293-ac27124965f8)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:03.330091 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (8e1fe612-63a0-4d83-9a66-2223bca43a0d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:03.355928 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e6f277-c1e8-4b51-868b-34b3dc205e0d x-openstack-request-id: req-c3e6f277-c1e8-4b51-868b-34b3dc205e0d {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:15:03.356249 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f06610-304c-41f0-8621-d90b095c9da3", "name": "network-vif-plugged", "status": "completed", "tag": "8e1fe612-63a0-4d83-9a66-2223bca43a0d", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:15:03.356504 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3e6f277-c1e8-4b51-868b-34b3dc205e0d {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:15:03.356894 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f06610-304c-41f0-8621-d90b095c9da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1fe612-63a0-4d83-9a66-2223bca43a0d', 'code': 200} Jan 11 13:15:03.384082 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=8e1fe612-63a0-4d83-9a66-2223bca43a0d,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:03.539611 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb05a96-a956-417d-8aa9-bf5f213ea1b6 req-0754a024-05e2-495d-bb2c-1829a7580b46 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:03.540444 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090ab64-64f4-4d5e-a70b-5330bc11ff67 req-a5ade068-004c-42de-a212-551c3efda047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:03.541315 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1eb05a96-a956-417d-8aa9-bf5f213ea1b6 req-0754a024-05e2-495d-bb2c-1829a7580b46 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 950 time: 0.0551548 Jan 11 13:15:03.542349 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-3090ab64-64f4-4d5e-a70b-5330bc11ff67 req-a5ade068-004c-42de-a212-551c3efda047 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 1103 time: 0.0410933 Jan 11 13:15:03.595927 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1eb05a96-a956-417d-8aa9-bf5f213ea1b6 req-c794fbe6-9e36-491f-8e3e-4a0d4bab71f7 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2847c1-18c4-47e8-a975-d24dadaecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491173 Jan 11 13:15:03.598773 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-3090ab64-64f4-4d5e-a70b-5330bc11ff67 req-791c646f-ad7d-4de0-8bd5-051bd52b2676 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ab2847c1-18c4-47e8-a975-d24dadaecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501227 Jan 11 13:15:03.965547 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:04.712278 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bc107-a53c-479e-a69e-9caae48c00e8 req-9c7c545b-fb80-41a3-b395-4406ff92fff3 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:04.713869 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-942bc107-a53c-479e-a69e-9caae48c00e8 req-9c7c545b-fb80-41a3-b395-4406ff92fff3 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 950 time: 0.0487545 Jan 11 13:15:04.760018 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-942bc107-a53c-479e-a69e-9caae48c00e8 req-045d8926-538d-481a-b26f-214932ea8dc1 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2847c1-18c4-47e8-a975-d24dadaecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406199 Jan 11 13:15:05.058269 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:05.231353 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:05.871471 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf3f6a-bbbf-4ed7-a843-1336ce6bcd20 req-72f0f73a-9a4f-41fa-b798-61935d6c7ff6 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:05.872974 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cecf3f6a-bbbf-4ed7-a843-1336ce6bcd20 req-72f0f73a-9a4f-41fa-b798-61935d6c7ff6 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 950 time: 0.0468786 Jan 11 13:15:05.917161 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cecf3f6a-bbbf-4ed7-a843-1336ce6bcd20 req-3929e7a7-1cf2-4087-b5c3-28c1d5a37e44 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2847c1-18c4-47e8-a975-d24dadaecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381582 Jan 11 13:15:06.163032 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a5c41-7350-42e7-a561-2e229788f3b5 req-7980905f-22e6-43be-bfef-ecede4f6606a tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:06.164486 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d20a5c41-7350-42e7-a561-2e229788f3b5 req-7980905f-22e6-43be-bfef-ecede4f6606a tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 950 time: 0.0512884 Jan 11 13:15:06.210462 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d20a5c41-7350-42e7-a561-2e229788f3b5 req-8adce2af-bf79-4152-8265-d28a54255f33 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2847c1-18c4-47e8-a975-d24dadaecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402689 Jan 11 13:15:06.607015 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:07.325196 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896fa80-4e52-4ddf-9a65-175600d805ca req-94efc007-b848-44f5-b0b4-e1b4af84c5f4 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:07.326646 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e896fa80-4e52-4ddf-9a65-175600d805ca req-94efc007-b848-44f5-b0b4-e1b4af84c5f4 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 950 time: 0.0474465 Jan 11 13:15:07.372139 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e896fa80-4e52-4ddf-9a65-175600d805ca req-2e412108-35d2-475d-839f-5411b546377c tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2847c1-18c4-47e8-a975-d24dadaecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394797 Jan 11 13:15:08.495224 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd8258-3c2d-4877-a3a3-dd750ec26997 req-4e4c3432-56ca-4022-b7a3-cc8b5d174cf9 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:08.496688 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4ebd8258-3c2d-4877-a3a3-dd750ec26997 req-4e4c3432-56ca-4022-b7a3-cc8b5d174cf9 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 950 time: 0.0573671 Jan 11 13:15:08.543076 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4ebd8258-3c2d-4877-a3a3-dd750ec26997 req-fa328019-fc31-4d87-bd54-26c05aa81893 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2847c1-18c4-47e8-a975-d24dadaecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409188 Jan 11 13:15:08.707135 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:15:09.655052 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e576d3-9e17-44d9-8025-6a3705b5382b req-2cdf8998-041b-4be1-9bbd-97e492880a2d tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:09.656599 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-86e576d3-9e17-44d9-8025-6a3705b5382b req-2cdf8998-041b-4be1-9bbd-97e492880a2d tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 950 time: 0.0475254 Jan 11 13:15:09.702359 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-86e576d3-9e17-44d9-8025-6a3705b5382b req-7c24adc6-481f-475b-b76f-8dc5655efead tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2847c1-18c4-47e8-a975-d24dadaecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398138 Jan 11 13:15:10.812014 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09763b29-a322-4e51-a2ea-88616b50e8f4 req-4fc62ce2-d8aa-4112-9714-d9d35b0dd809 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:10.813529 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09763b29-a322-4e51-a2ea-88616b50e8f4 req-4fc62ce2-d8aa-4112-9714-d9d35b0dd809 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 950 time: 0.0476544 Jan 11 13:15:10.861069 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09763b29-a322-4e51-a2ea-88616b50e8f4 req-3583cb86-2c43-4678-a904-66b97f747737 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2847c1-18c4-47e8-a975-d24dadaecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421319 Jan 11 13:15:11.922844 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96176939-31ef-446d-8e97-e9ef8b8dc126 req-8583169e-3c62-456a-ad89-9c9875d0350c tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:11.924315 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-96176939-31ef-446d-8e97-e9ef8b8dc126 req-8583169e-3c62-456a-ad89-9c9875d0350c tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.49 "GET /v2.0/ports?device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 950 time: 0.0501134 Jan 11 13:15:11.974548 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb30b0-1d10-4a5d-ab72-12c96ca5331b req-693c767a-de93-4ead-8242-1b6cc4eefe29 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:11.976049 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c9eb30b0-1d10-4a5d-ab72-12c96ca5331b req-693c767a-de93-4ead-8242-1b6cc4eefe29 tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f06610-304c-41f0-8621-d90b095c9da3 HTTP/1.1" status: 200 len: 950 time: 0.0483174 Jan 11 13:15:12.013636 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-96176939-31ef-446d-8e97-e9ef8b8dc126 req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Deleting port 8e1fe612-63a0-4d83-9a66-2223bca43a0d {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:15:12.013981 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-96176939-31ef-446d-8e97-e9ef8b8dc126 req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (8e1fe612-63a0-4d83-9a66-2223bca43a0d), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:12.023382 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c9eb30b0-1d10-4a5d-ab72-12c96ca5331b req-aa6d6994-a7d0-4091-ae2c-840b7ba3823b tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2847c1-18c4-47e8-a975-d24dadaecf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413537 Jan 11 13:15:12.104532 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-96176939-31ef-446d-8e97-e9ef8b8dc126 req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] For port 8e1fe612-63a0-4d83-9a66-2223bca43a0d, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=8e1fe612-63a0-4d83-9a66-2223bca43a0d,segment=NetworkSegment(a071cf4d-3f1d-44a7-9293-ac27124965f8),segment_id=a071cf4d-3f1d-44a7-9293-ac27124965f8)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:12.104923 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-96176939-31ef-446d-8e97-e9ef8b8dc126 req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (8e1fe612-63a0-4d83-9a66-2223bca43a0d), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:12.116947 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-96176939-31ef-446d-8e97-e9ef8b8dc126 req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Calling delete_port for 8e1fe612-63a0-4d83-9a66-2223bca43a0d owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:15:12.238315 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-96176939-31ef-446d-8e97-e9ef8b8dc126 req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (8e1fe612-63a0-4d83-9a66-2223bca43a0d), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:12.253945 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['8e1fe612-63a0-4d83-9a66-2223bca43a0d'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:15:12.269191 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Pushing event deleted for resources: {'Port': ['ID=8e1fe612-63a0-4d83-9a66-2223bca43a0d,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:12.281110 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:12.281471 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:12.281857 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:12.282200 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:12.282541 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:12.282873 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:12.283204 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:12.283535 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:12.284424 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:12.284761 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:12.285094 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:12.285420 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:12.285745 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:12.319860 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-96176939-31ef-446d-8e97-e9ef8b8dc126 req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] No DVR routers for this DVR port 8e1fe612-63a0-4d83-9a66-2223bca43a0d on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:15:12.322460 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-96176939-31ef-446d-8e97-e9ef8b8dc126 req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:12.325805 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-96176939-31ef-446d-8e97-e9ef8b8dc126 req-701e625c-b568-4271-b1e3-3b83913d8dab tempest-VolumesNegativeTest-906976532 tempest-VolumesNegativeTest-906976532-project] 10.222.0.49 "DELETE /v2.0/ports/8e1fe612-63a0-4d83-9a66-2223bca43a0d HTTP/1.1" status: 204 len: 173 time: 0.3960397 Jan 11 13:15:12.326260 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f06610-304c-41f0-8621-d90b095c9da3', 'name': 'network-vif-deleted', 'tag': '8e1fe612-63a0-4d83-9a66-2223bca43a0d'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:15:12.328531 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea38c9ea-1cdd-4d58-9d65-0ee01f56fb96" -d '{"events": [{"server_uuid": "45f06610-304c-41f0-8621-d90b095c9da3", "name": "network-vif-deleted", "tag": "8e1fe612-63a0-4d83-9a66-2223bca43a0d"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:15:12.369463 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969d8511-35c2-43cd-8e41-208c90bbe3e0 x-openstack-request-id: req-969d8511-35c2-43cd-8e41-208c90bbe3e0 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:15:12.369760 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f06610-304c-41f0-8621-d90b095c9da3", "name": "network-vif-deleted", "tag": "8e1fe612-63a0-4d83-9a66-2223bca43a0d", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:15:12.370018 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-969d8511-35c2-43cd-8e41-208c90bbe3e0 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:15:12.370420 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f06610-304c-41f0-8621-d90b095c9da3', 'name': 'network-vif-deleted', 'tag': '8e1fe612-63a0-4d83-9a66-2223bca43a0d', 'status': 'completed', 'code': 200} Jan 11 13:15:16.871685 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ff0a7-604a-4921-8ee2-fad283059957 req-c27f8377-c967-46ca-8fb6-58f68c5ac2e0 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:16.873146 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c85ff0a7-604a-4921-8ee2-fad283059957 req-c27f8377-c967-46ca-8fb6-58f68c5ac2e0 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 945 time: 0.0474241 Jan 11 13:15:16.920619 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c85ff0a7-604a-4921-8ee2-fad283059957 req-6264f377-8e57-4049-af57-0d8e60f7c565 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418267 Jan 11 13:15:17.200667 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 8e1fe612-63a0-4d83-9a66-2223bca43a0d no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:15:17.220537 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: 8e1fe612-63a0-4d83-9a66-2223bca43a0d {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:15:17.220880 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 8e1fe612-63a0-4d83-9a66-2223bca43a0d not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:15:17.796867 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 57714) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:17.924736 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-dbf5412c-b16d-4595-9068-8cd90d5e73ee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=14f55b51c5ba467da016a1a57d1ce288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267450 Jan 11 13:15:17.927169 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 57718) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:17.972665 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] Publish callbacks [] for security_group (ab2847c1-18c4-47e8-a975-d24dadaecf2f), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:17.994817 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] Publish callbacks [] for security_group (ab2847c1-18c4-47e8-a975-d24dadaecf2f), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:18.061149 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f969c6-689e-4662-aab9-90b2fce09082 req-aceb5c8f-4a2b-4310-a5ab-298ad680e25f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:18.062606 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e0f969c6-689e-4662-aab9-90b2fce09082 req-aceb5c8f-4a2b-4310-a5ab-298ad680e25f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 945 time: 0.0728407 Jan 11 13:15:18.081947 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (ab2847c1-18c4-47e8-a975-d24dadaecf2f), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:18.084463 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:18.085569 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab2847c1-18c4-47e8-a975-d24dadaecf2f HTTP/1.1" status: 204 len: 168 time: 0.1574721 Jan 11 13:15:18.099705 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2847c1-18c4-47e8-a975-d24dadaecf2f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:18.123950 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:18.124342 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:18.124690 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:18.125028 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:18.125366 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:18.125702 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:18.126445 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:18.126445 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:18.126638 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:18.126968 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:18.127298 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:18.127617 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:18.128528 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066bc03-36f2-4458-81b5-e962bcf2586b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:18.136174 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e0f969c6-689e-4662-aab9-90b2fce09082 req-98d2eeab-1145-427c-8c52-47c95ca0a1d9 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681310 Jan 11 13:15:18.700358 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 57752) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:18.773890 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcdda5-2045-48fb-8028-41054b6f6a21 req-b911343c-b0ed-45e9-b9c3-4191a66ce6fd tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:18.775353 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-5abcdda5-2045-48fb-8028-41054b6f6a21 req-b911343c-b0ed-45e9-b9c3-4191a66ce6fd tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.49 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 945 time: 0.0483613 Jan 11 13:15:18.792829 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-438a83ff-ee41-4d81-878a-4e744fb7591d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1900074197-network', 'tenant_id': '766aabf6c55044f59013e058f55d4b4a'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:15:18.814581 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438a83ff-ee41-4d81-878a-4e744fb7591d admin admin] Made reservation on behalf of 766aabf6c55044f59013e058f55d4b4a for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:15:18.817510 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-438a83ff-ee41-4d81-878a-4e744fb7591d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:18.825986 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-438a83ff-ee41-4d81-878a-4e744fb7591d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:18.874252 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-5abcdda5-2045-48fb-8028-41054b6f6a21 req-7eadaf0d-8120-45ca-90a9-71eacfe0dfbe tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Deleting port 6b37bb1e-cc00-42ae-8a2d-424646f5940b {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:15:18.874595 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-5abcdda5-2045-48fb-8028-41054b6f6a21 req-7eadaf0d-8120-45ca-90a9-71eacfe0dfbe tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (6b37bb1e-cc00-42ae-8a2d-424646f5940b), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:18.902859 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-438a83ff-ee41-4d81-878a-4e744fb7591d admin admin] Publish callbacks [] for security_group (13c9f16e-a21c-4f57-aa21-beeb48d38f88), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:18.906530 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-438a83ff-ee41-4d81-878a-4e744fb7591d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (13c9f16e-a21c-4f57-aa21-beeb48d38f88), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:18.934160 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438a83ff-ee41-4d81-878a-4e744fb7591d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:15:18.939763 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a83ff-ee41-4d81-878a-4e744fb7591d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c9f16e-a21c-4f57-aa21-beeb48d38f88,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:18.948201 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-438a83ff-ee41-4d81-878a-4e744fb7591d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (433d1e7e-a939-44a4-a978-870ec8335797), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:18.948604 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-438a83ff-ee41-4d81-878a-4e744fb7591d admin admin] Added segment 433d1e7e-a939-44a4-a978-870ec8335797 of type vlan for network c0323488-d640-4841-9abb-a31eb7033b5f Jan 11 13:15:18.965571 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-5abcdda5-2045-48fb-8028-41054b6f6a21 req-7eadaf0d-8120-45ca-90a9-71eacfe0dfbe tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] For port 6b37bb1e-cc00-42ae-8a2d-424646f5940b, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=6b37bb1e-cc00-42ae-8a2d-424646f5940b,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:18.965933 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-5abcdda5-2045-48fb-8028-41054b6f6a21 req-7eadaf0d-8120-45ca-90a9-71eacfe0dfbe tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (6b37bb1e-cc00-42ae-8a2d-424646f5940b), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:18.989280 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-438a83ff-ee41-4d81-878a-4e744fb7591d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (c0323488-d640-4841-9abb-a31eb7033b5f), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:19.013112 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-438a83ff-ee41-4d81-878a-4e744fb7591d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (c0323488-d640-4841-9abb-a31eb7033b5f), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:19.014030 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438a83ff-ee41-4d81-878a-4e744fb7591d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:19.014604 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-438a83ff-ee41-4d81-878a-4e744fb7591d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:19.069646 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-438a83ff-ee41-4d81-878a-4e744fb7591d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3681808 Jan 11 13:15:19.073050 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 57756) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:19.074569 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a83ff-ee41-4d81-878a-4e744fb7591d admin admin] Pushing event updated for resources: {'Network': ['ID=c0323488-d640-4841-9abb-a31eb7033b5f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:19.079032 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-7f21c8b1-d355-4c8e-9f7c-37658efd9690 admin admin] Request body: {'subnet': {'network_id': 'c0323488-d640-4841-9abb-a31eb7033b5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1900074197-subnet', 'tenant_id': '766aabf6c55044f59013e058f55d4b4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:15:19.085045 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network c0323488-d640-4841-9abb-a31eb7033b5f details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:15:19.153712 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f21c8b1-d355-4c8e-9f7c-37658efd9690 admin admin] Made reservation on behalf of 766aabf6c55044f59013e058f55d4b4a for: {'subnet': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:15:19.156250 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7f21c8b1-d355-4c8e-9f7c-37658efd9690 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4203109'] for subnet (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:19.159950 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-5abcdda5-2045-48fb-8028-41054b6f6a21 req-7eadaf0d-8120-45ca-90a9-71eacfe0dfbe tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:19.160335 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-5abcdda5-2045-48fb-8028-41054b6f6a21 req-7eadaf0d-8120-45ca-90a9-71eacfe0dfbe tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7954133'] for floatingip (ee48a8b3-4394-4173-8efd-fede738b21a2), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:19.160648 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.db.l3_db [req-5abcdda5-2045-48fb-8028-41054b6f6a21 req-7eadaf0d-8120-45ca-90a9-71eacfe0dfbe tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Floating IP ee48a8b3-4394-4173-8efd-fede738b21a2 disassociated. External IP: 172.27.0.29, port: 6b37bb1e-cc00-42ae-8a2d-424646f5940b. Jan 11 13:15:19.160985 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-5abcdda5-2045-48fb-8028-41054b6f6a21 req-7eadaf0d-8120-45ca-90a9-71eacfe0dfbe tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Calling delete_port for 6b37bb1e-cc00-42ae-8a2d-424646f5940b owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:15:19.257034 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b97dc-c893-46f7-bc7b-360fea380a40 req-9f02baf1-9365-4bd4-82af-2a8a8b656cc8 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:19.258608 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0a8b97dc-c893-46f7-bc7b-360fea380a40 req-9f02baf1-9365-4bd4-82af-2a8a8b656cc8 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 945 time: 0.0548632 Jan 11 13:15:19.307838 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0a8b97dc-c893-46f7-bc7b-360fea380a40 req-44584df3-a1f0-421f-a02a-2de4e3acf35f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434644 Jan 11 13:15:19.407511 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-5abcdda5-2045-48fb-8028-41054b6f6a21 req-7eadaf0d-8120-45ca-90a9-71eacfe0dfbe tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (6b37bb1e-cc00-42ae-8a2d-424646f5940b), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:19.451368 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadaf0d-8120-45ca-90a9-71eacfe0dfbe tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event deleted for resources: {'Port': ['ID=6b37bb1e-cc00-42ae-8a2d-424646f5940b,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:19.461310 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7f21c8b1-d355-4c8e-9f7c-37658efd9690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4385270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4203019'] for subnet (baf7009d-3890-428a-93fa-7e34bb00b427), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:19.600490 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21c8b1-d355-4c8e-9f7c-37658efd9690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baf7009d-3890-428a-93fa-7e34bb00b427,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:19.604716 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f21c8b1-d355-4c8e-9f7c-37658efd9690 admin admin] Checking segment: {'id': '433d1e7e-a939-44a4-a978-870ec8335797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0323488-d640-4841-9abb-a31eb7033b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:15:19.605073 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f21c8b1-d355-4c8e-9f7c-37658efd9690 admin admin] Network hostable DHCP agents. Network: c0323488-d640-4841-9abb-a31eb7033b5f, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:15:19.633714 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f21c8b1-d355-4c8e-9f7c-37658efd9690 admin admin] Network c0323488-d640-4841-9abb-a31eb7033b5f is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:15:19.646788 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5abcdda5-2045-48fb-8028-41054b6f6a21 req-7eadaf0d-8120-45ca-90a9-71eacfe0dfbe tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:15:19.647833 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-7f21c8b1-d355-4c8e-9f7c-37658efd9690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, c0323488-d640-4841-9abb-a31eb7033b5f) {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:15:19.654254 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f21c8b1-d355-4c8e-9f7c-37658efd9690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:19.654848 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7f21c8b1-d355-4c8e-9f7c-37658efd9690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:19.655866 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca64bf2d-d1ab-4ca7-857c-a4874eb280e7 None None] Network c0323488-d640-4841-9abb-a31eb7033b5f requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:15:19.701690 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-7f21c8b1-d355-4c8e-9f7c-37658efd9690 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6275957 Jan 11 13:15:19.757503 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f39f090-3495-4958-8afc-20fb954388d9 None None] Network c0323488-d640-4841-9abb-a31eb7033b5f requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:15:20.015231 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5abcdda5-2045-48fb-8028-41054b6f6a21 req-7eadaf0d-8120-45ca-90a9-71eacfe0dfbe tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:15:20.025782 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08c64ec-2cd7-40c3-b7ac-66accc609e85 None None] Sync routers for ids ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:15:20.035525 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08c64ec-2cd7-40c3-b7ac-66accc609e85 None None] Routers {'5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:15:20.036151 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d08c64ec-2cd7-40c3-b7ac-66accc609e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:15:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:20.055271 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abcdda5-2045-48fb-8028-41054b6f6a21 req-7eadaf0d-8120-45ca-90a9-71eacfe0dfbe tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] No DVR routers for this DVR port 6b37bb1e-cc00-42ae-8a2d-424646f5940b on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:15:20.057788 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-5abcdda5-2045-48fb-8028-41054b6f6a21 req-7eadaf0d-8120-45ca-90a9-71eacfe0dfbe tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:20.061347 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-5abcdda5-2045-48fb-8028-41054b6f6a21 req-7eadaf0d-8120-45ca-90a9-71eacfe0dfbe tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.49 "DELETE /v2.0/ports/6b37bb1e-cc00-42ae-8a2d-424646f5940b HTTP/1.1" status: 204 len: 173 time: 1.2776654 Jan 11 13:15:20.061802 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7363b791-79a9-49cf-a2c8-74f09ca00a1d', 'name': 'network-vif-deleted', 'tag': '6b37bb1e-cc00-42ae-8a2d-424646f5940b'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:15:20.064723 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd7799d-741e-4664-a826-c90220221e7a" -d '{"events": [{"server_uuid": "7363b791-79a9-49cf-a2c8-74f09ca00a1d", "name": "network-vif-deleted", "tag": "6b37bb1e-cc00-42ae-8a2d-424646f5940b"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:15:20.120331 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ccc7fb-0a65-43d2-9dbc-33956fa494c6 x-openstack-request-id: req-93ccc7fb-0a65-43d2-9dbc-33956fa494c6 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:15:20.121261 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7363b791-79a9-49cf-a2c8-74f09ca00a1d", "name": "network-vif-deleted", "tag": "6b37bb1e-cc00-42ae-8a2d-424646f5940b", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:15:20.122254 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93ccc7fb-0a65-43d2-9dbc-33956fa494c6 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:15:20.123102 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7363b791-79a9-49cf-a2c8-74f09ca00a1d', 'name': 'network-vif-deleted', 'tag': '6b37bb1e-cc00-42ae-8a2d-424646f5940b', 'status': 'completed', 'code': 200} Jan 11 13:15:20.153588 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-d08c64ec-2cd7-40c3-b7ac-66accc609e85 None None] Set router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:15:20.355282 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d08c64ec-2cd7-40c3-b7ac-66accc609e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:20.381944 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08c64ec-2cd7-40c3-b7ac-66accc609e85 None None] Checking router: 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:15:20.391114 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08c64ec-2cd7-40c3-b7ac-66accc609e85 None None] Routers {'5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:15:20.391732 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d08c64ec-2cd7-40c3-b7ac-66accc609e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:15:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:20.401549 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-affda3ef-e27b-49e9-b07a-61aec543ada3 req-d2efef2a-881b-4db0-8e00-74aac3a40bbf tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 210 time: 0.0263753 Jan 11 13:15:20.495781 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-d08c64ec-2cd7-40c3-b7ac-66accc609e85 None None] Set router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:15:20.693020 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d08c64ec-2cd7-40c3-b7ac-66accc609e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:20.722382 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08c64ec-2cd7-40c3-b7ac-66accc609e85 None None] The sync data for ids ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'] in dv-cinder-824149-3-iscsi is: [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:15:20.929785 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fa2404-6c88-4f61-86a1-25701d765742 None None] New status for floating IP ee48a8b3-4394-4173-8efd-fede738b21a2: DOWN {{(pid=102632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 13:15:21.493279 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2885dd45-8af7-430e-b729-9ccd594fa55c req-2a8a60b3-6f11-4d89-b063-1b764aa09398 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 210 time: 0.0260031 Jan 11 13:15:22.582341 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6adc353d-0fcd-48f9-9e61-e02aade04697 req-9e8ccee2-97dc-4b41-a7df-cb296db5bf29 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7363b791-79a9-49cf-a2c8-74f09ca00a1d HTTP/1.1" status: 200 len: 210 time: 0.0263867 Jan 11 13:15:23.408377 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 6b37bb1e-cc00-42ae-8a2d-424646f5940b no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:15:23.431096 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: 6b37bb1e-cc00-42ae-8a2d-424646f5940b {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:15:23.431454 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 6b37bb1e-cc00-42ae-8a2d-424646f5940b not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:15:23.567542 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-b45b139e-7044-488c-9a04-20f2bae61f73 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:23.569007 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-b45b139e-7044-488c-9a04-20f2bae61f73 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/networks?id=c0323488-d640-4841-9abb-a31eb7033b5f HTTP/1.1" status: 200 len: 814 time: 0.1020694 Jan 11 13:15:23.582985 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-b95272f3-4c4e-4a43-b985-85f75cede847 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/quotas/766aabf6c55044f59013e058f55d4b4a HTTP/1.1" status: 200 len: 375 time: 0.0087831 Jan 11 13:15:23.613432 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-558f645e-13c7-4743-b9e3-a01e46a8b9af tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=766aabf6c55044f59013e058f55d4b4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258412 Jan 11 13:15:23.750930 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-b7cac6b9-7cc7-4b74-b282-bf3c162f8d42 service neutron] 10.222.0.52 "GET /v2.0/networks/c0323488-d640-4841-9abb-a31eb7033b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309414 Jan 11 13:15:23.870932 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-52831324-ed41-468e-900a-6ff6fa72cf86 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-464416958&fields=id&tenant_id=73983d260517467dab770ff153eba8a9 HTTP/1.1" status: 200 len: 267 time: 0.0649283 Jan 11 13:15:23.872772 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-2c9c4b77-1223-4d98-8d5e-bc2ebb18576b service neutron] 10.222.0.52 "GET /v2.0/networks/c0323488-d640-4841-9abb-a31eb7033b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163917 Jan 11 13:15:24.004747 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-24be7cf9-5a11-4aee-b79d-afce7bd87287 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:24.006222 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-24be7cf9-5a11-4aee-b79d-afce7bd87287 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/networks?id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca HTTP/1.1" status: 200 len: 811 time: 0.1291063 Jan 11 13:15:24.033106 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-fcb7b73b-276f-48ff-8334-55e0a6cfefc8 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/quotas/73983d260517467dab770ff153eba8a9 HTTP/1.1" status: 200 len: 375 time: 0.0216091 Jan 11 13:15:24.056294 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8548bc90-e79a-414f-9990-e6f2af9941c1 req-5df909b1-62b9-46d4-bf97-ac93ead19f5c tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 210 time: 0.0427697 Jan 11 13:15:24.107916 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-e62cec07-4f3f-48f6-a0a3-bb73247883fd tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=73983d260517467dab770ff153eba8a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541785 Jan 11 13:15:24.204481 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-9c75d4d9-eb85-41f5-849a-a8f337b1cf8a service neutron] 10.222.0.52 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845301 Jan 11 13:15:24.527565 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-de36496f-fd7c-4545-a917-1fa76f386de1 service neutron] 10.222.0.52 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167512 Jan 11 13:15:24.793841 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e367b45c-fc8c-4e9b-94d3-b8c9dba689a0 req-a6c8ae7e-17ed-4cf8-9ad0-8185236ae79c tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 210 time: 0.0255148 Jan 11 13:15:25.145731 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bb2e479d-9408-4768-af0e-1f1acab6c2f7 req-65612830-89a5-4681-a566-14d088beceeb tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 210 time: 0.0247359 Jan 11 13:15:25.882637 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a8ec296e-a7e3-4242-aa7c-e12434546d50 req-678ffe1a-35f8-48b4-9ab5-281b8b7fb92d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 210 time: 0.0250750 Jan 11 13:15:26.239134 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-de72347e-0354-4d4a-b4b9-847d63d4da51 req-10479075-15ec-41a2-a7d3-34ba2d2b7acd tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 210 time: 0.0253954 Jan 11 13:15:26.978183 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a1eaa687-b99f-4c9a-8c1c-0193fce03ede req-cddb457e-25b5-4cb1-b810-7e89117bf462 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 210 time: 0.0263960 Jan 11 13:15:27.332232 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-33886122-a6d7-4f03-89b3-5b9eb724e153 req-77c64db9-b431-4bff-9285-b69c76b18d3a tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 210 time: 0.0287268 Jan 11 13:15:27.643892 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-f22255a2-fbae-4b39-abac-2a6de52a6b1c tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:27.646055 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-f22255a2-fbae-4b39-abac-2a6de52a6b1c tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.49 "GET /v2.0/networks?id=c0323488-d640-4841-9abb-a31eb7033b5f HTTP/1.1" status: 200 len: 814 time: 0.1128318 Jan 11 13:15:27.658484 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-2a8fca1f-027d-45b6-8c35-697d95180705 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Request body: {'port': {'device_id': '82acc897-6919-4f7b-af27-8b6564b93d3f', 'network_id': 'c0323488-d640-4841-9abb-a31eb7033b5f', 'admin_state_up': True, 'tenant_id': '766aabf6c55044f59013e058f55d4b4a'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:15:27.763833 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-2a8fca1f-027d-45b6-8c35-697d95180705 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Made reservation on behalf of 766aabf6c55044f59013e058f55d4b4a for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:15:27.767290 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-2a8fca1f-027d-45b6-8c35-697d95180705 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:27.887633 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-2a8fca1f-027d-45b6-8c35-697d95180705 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Allocated IP 172.20.0.13 (c0323488-d640-4841-9abb-a31eb7033b5f/baf7009d-3890-428a-93fa-7e34bb00b427/44561848-d63b-4f75-b02f-ea9413d75ae5) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:15:28.076396 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-31d5fd88-432c-4229-8876-bba786aa1ec3 req-257796fb-8391-41f3-a35f-b8148c1da028 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 210 time: 0.0271711 Jan 11 13:15:28.100493 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-2a8fca1f-027d-45b6-8c35-697d95180705 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Publish callbacks [] for port (44561848-d63b-4f75-b02f-ea9413d75ae5), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:28.148430 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-458c1e9e-e99c-4e0a-a6e7-aa4a29ce87af tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:28.150213 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-458c1e9e-e99c-4e0a-a6e7-aa4a29ce87af tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.49 "GET /v2.0/networks?id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca HTTP/1.1" status: 200 len: 811 time: 0.1608930 Jan 11 13:15:28.159694 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-2a8fca1f-027d-45b6-8c35-697d95180705 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (44561848-d63b-4f75-b02f-ea9413d75ae5), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:28.225563 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-2a8fca1f-027d-45b6-8c35-697d95180705 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Network c0323488-d640-4841-9abb-a31eb7033b5f is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:15:28.235306 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-2a8fca1f-027d-45b6-8c35-697d95180705 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:15:28.244573 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-2a8fca1f-027d-45b6-8c35-697d95180705 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:15:28.268852 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fca1f-027d-45b6-8c35-697d95180705 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Pushing event updated for resources: {'Port': ['ID=44561848-d63b-4f75-b02f-ea9413d75ae5,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:28.301642 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-df1e6d81-3c7d-4b00-bd42-efa92f69533c tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73983d260517467dab770ff153eba8a9 HTTP/1.1" status: 200 len: 379 time: 0.1340311 Jan 11 13:15:28.312879 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-a0a005dc-a6a7-4a40-9bb1-a36ba5414774 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Request body: {'port': {'device_id': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'admin_state_up': True, 'tenant_id': '73983d260517467dab770ff153eba8a9', 'security_groups': ['6770b916-fe91-445a-bb5e-b6f8dbc35a2b']}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:15:28.321509 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-2a8fca1f-027d-45b6-8c35-697d95180705 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:28.322098 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-2a8fca1f-027d-45b6-8c35-697d95180705 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:28.380665 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-2a8fca1f-027d-45b6-8c35-697d95180705 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7258241 Jan 11 13:15:28.397770 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Request body: {'port': {'device_id': '82acc897-6919-4f7b-af27-8b6564b93d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:15:28.449295 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647bcb4-d962-4e11-96a7-310984afdc66 req-45ea0adb-4a6c-479e-afe0-b1cf0c98d40e tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:28.450782 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b647bcb4-d962-4e11-96a7-310984afdc66 req-45ea0adb-4a6c-479e-afe0-b1cf0c98d40e tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 932 time: 0.0505898 Jan 11 13:15:28.477100 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (44561848-d63b-4f75-b02f-ea9413d75ae5), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:28.504282 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b647bcb4-d962-4e11-96a7-310984afdc66 req-659102b5-ee7c-4476-a47f-ed9106cdbf49 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434761 Jan 11 13:15:28.539397 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-a0a005dc-a6a7-4a40-9bb1-a36ba5414774 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Made reservation on behalf of 73983d260517467dab770ff153eba8a9 for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:15:28.543202 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-a0a005dc-a6a7-4a40-9bb1-a36ba5414774 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:28.801081 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-a0a005dc-a6a7-4a40-9bb1-a36ba5414774 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Allocated IP 172.20.0.4 (fd962c64-7dca-4f4f-b8a2-339a98bd73ca/0fa84b08-0d99-43f5-874d-09b99bae3402/48831c0b-0a95-4bb6-9492-84503f0a7226) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:15:28.935861 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44561848-d63b-4f75-b02f-ea9413d75ae5 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:15:28.946276 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Publish callbacks [] for port (44561848-d63b-4f75-b02f-ea9413d75ae5), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:28.970527 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Transition to ACTIVE for port object 44561848-d63b-4f75-b02f-ea9413d75ae5 will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:15:28.977016 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (44561848-d63b-4f75-b02f-ea9413d75ae5), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:29.046377 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-a0a005dc-a6a7-4a40-9bb1-a36ba5414774 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for port (48831c0b-0a95-4bb6-9492-84503f0a7226), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:29.051851 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Pushing event updated for resources: {'Port': ['ID=44561848-d63b-4f75-b02f-ea9413d75ae5,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:29.142849 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-a0a005dc-a6a7-4a40-9bb1-a36ba5414774 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (48831c0b-0a95-4bb6-9492-84503f0a7226), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:29.156684 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Attempting to bind port 44561848-d63b-4f75-b02f-ea9413d75ae5 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:15:29.157025 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Attempting to bind port 44561848-d63b-4f75-b02f-ea9413d75ae5 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '433d1e7e-a939-44a4-a978-870ec8335797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0323488-d640-4841-9abb-a31eb7033b5f'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:15:29.157359 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Attempting to bind port 44561848-d63b-4f75-b02f-ea9413d75ae5 on network c0323488-d640-4841-9abb-a31eb7033b5f {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:15:29.186342 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Port 44561848-d63b-4f75-b02f-ea9413d75ae5 on network c0323488-d640-4841-9abb-a31eb7033b5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:15:29.186661 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Attempting to bind port 44561848-d63b-4f75-b02f-ea9413d75ae5 on network c0323488-d640-4841-9abb-a31eb7033b5f {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:15:29.193034 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6a740-20eb-4687-ac13-9caa7d710dc6 req-9cc533bf-092b-482b-b2c2-d8208e3d5bd1 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:29.194619 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-21e6a740-20eb-4687-ac13-9caa7d710dc6 req-9cc533bf-092b-482b-b2c2-d8208e3d5bd1 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 931 time: 0.0485544 Jan 11 13:15:29.199148 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-a0a005dc-a6a7-4a40-9bb1-a36ba5414774 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Network fd962c64-7dca-4f4f-b8a2-339a98bd73ca is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:15:29.202101 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:15:29.202447 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Checking segment: {'id': '433d1e7e-a939-44a4-a978-870ec8335797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0323488-d640-4841-9abb-a31eb7033b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:15:29.202883 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Bound using segment: {'id': '433d1e7e-a939-44a4-a978-870ec8335797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0323488-d640-4841-9abb-a31eb7033b5f'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:15:29.203260 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Bound port: 44561848-d63b-4f75-b02f-ea9413d75ae5, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433d1e7e-a939-44a4-a978-870ec8335797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0323488-d640-4841-9abb-a31eb7033b5f'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:15:29.203626 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (44561848-d63b-4f75-b02f-ea9413d75ae5), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:29.207689 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-a0a005dc-a6a7-4a40-9bb1-a36ba5414774 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:15:29.213217 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-a0a005dc-a6a7-4a40-9bb1-a36ba5414774 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:15:29.222856 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a005dc-a6a7-4a40-9bb1-a36ba5414774 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event updated for resources: {'Port': ['ID=48831c0b-0a95-4bb6-9492-84503f0a7226,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:29.250350 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-21e6a740-20eb-4687-ac13-9caa7d710dc6 req-566f3763-d4c6-4bd1-84e2-ace140466364 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488226 Jan 11 13:15:29.299964 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-a0a005dc-a6a7-4a40-9bb1-a36ba5414774 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:29.301152 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-a0a005dc-a6a7-4a40-9bb1-a36ba5414774 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:29.336148 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] For port 44561848-d63b-4f75-b02f-ea9413d75ae5, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:15:29.340508 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-a0a005dc-a6a7-4a40-9bb1-a36ba5414774 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0313163 Jan 11 13:15:29.342140 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] For port 44561848-d63b-4f75-b02f-ea9413d75ae5, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=44561848-d63b-4f75-b02f-ea9413d75ae5,segment=NetworkSegment(433d1e7e-a939-44a4-a978-870ec8335797),segment_id=433d1e7e-a939-44a4-a978-870ec8335797)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:15:29.347015 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (44561848-d63b-4f75-b02f-ea9413d75ae5), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:29.366302 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Request body: {'port': {'device_id': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:15:29.419165 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:29.419823 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:29.421199 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] 10.222.0.49 "PUT /v2.0/ports/44561848-d63b-4f75-b02f-ea9413d75ae5 HTTP/1.1" status: 200 len: 1094 time: 1.0311790 Jan 11 13:15:29.423711 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82acc897-6919-4f7b-af27-8b6564b93d3f', 'tag': '44561848-d63b-4f75-b02f-ea9413d75ae5'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:15:29.425678 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1058f2-ee94-4ad1-883f-007f0d6cdddf" -d '{"events": [{"name": "network-changed", "server_uuid": "82acc897-6919-4f7b-af27-8b6564b93d3f", "tag": "44561848-d63b-4f75-b02f-ea9413d75ae5"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:15:29.483048 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc47371-8abb-4af9-a955-d0add095d962 x-openstack-request-id: req-acc47371-8abb-4af9-a955-d0add095d962 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:15:29.483350 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82acc897-6919-4f7b-af27-8b6564b93d3f", "tag": "44561848-d63b-4f75-b02f-ea9413d75ae5", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:15:29.483612 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-acc47371-8abb-4af9-a955-d0add095d962 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:15:29.484020 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82acc897-6919-4f7b-af27-8b6564b93d3f', 'tag': '44561848-d63b-4f75-b02f-ea9413d75ae5', 'status': 'completed', 'code': 200} Jan 11 13:15:29.508216 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ec1f9-7d4e-4c7e-848c-a00d94a6c1aa service neutron] Pushing event updated for resources: {'Port': ['ID=44561848-d63b-4f75-b02f-ea9413d75ae5,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:29.512030 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (48831c0b-0a95-4bb6-9492-84503f0a7226), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:29.512195 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-eaaed8ef-b1a9-49bd-8910-4598afb66623 None None] Provisioning complete for port 48831c0b-0a95-4bb6-9492-84503f0a7226 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:15:29.512716 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eaaed8ef-b1a9-49bd-8910-4598afb66623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (48831c0b-0a95-4bb6-9492-84503f0a7226), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:29.560618 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-eaaed8ef-b1a9-49bd-8910-4598afb66623 None None] Port 48831c0b-0a95-4bb6-9492-84503f0a7226 cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:15:29.562684 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-06e977f0-6f69-4af3-beb2-7371f12803c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:29.564379 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-06e977f0-6f69-4af3-beb2-7371f12803c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=766aabf6c55044f59013e058f55d4b4a&device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 1097 time: 0.0943110 Jan 11 13:15:29.624741 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-7dc488b0-b06d-4e74-aacd-d32987f61182 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44561848-d63b-4f75-b02f-ea9413d75ae5 HTTP/1.1" status: 200 len: 217 time: 0.0459199 Jan 11 13:15:29.649266 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732aa343-b2bd-4d7c-bae1-a04c2537eac1 req-eb5348e2-c1e2-4095-9969-22ac11b9169b tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:29.650955 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-732aa343-b2bd-4d7c-bae1-a04c2537eac1 req-eb5348e2-c1e2-4095-9969-22ac11b9169b tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 944 time: 0.0625970 Jan 11 13:15:29.707338 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-732aa343-b2bd-4d7c-bae1-a04c2537eac1 req-fbd7f285-6caf-49e7-96e0-9cd54ff8ebd6 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474439 Jan 11 13:15:29.744333 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-9c1eb2b2-8237-477a-88ca-dcbf84fa910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:29.745794 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-9c1eb2b2-8237-477a-88ca-dcbf84fa910f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baf7009d-3890-428a-93fa-7e34bb00b427 HTTP/1.1" status: 200 len: 854 time: 0.0784566 Jan 11 13:15:29.806930 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-22fb2a0d-a6b0-46bf-832b-e5ffa0713de5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0323488-d640-4841-9abb-a31eb7033b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282032 Jan 11 13:15:29.954848 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-689520fc-f65d-4bbb-9b99-f603bf6c03e1 service neutron] 10.222.0.49 "GET /v2.0/networks/c0323488-d640-4841-9abb-a31eb7033b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406136 Jan 11 13:15:29.963982 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48831c0b-0a95-4bb6-9492-84503f0a7226 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:15:29.978461 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Publish callbacks [] for port (48831c0b-0a95-4bb6-9492-84503f0a7226), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:30.029512 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Transition to ACTIVE for port object 48831c0b-0a95-4bb6-9492-84503f0a7226 will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:15:30.036054 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (48831c0b-0a95-4bb6-9492-84503f0a7226), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:30.111491 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Pushing event updated for resources: {'Port': ['ID=48831c0b-0a95-4bb6-9492-84503f0a7226,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:30.115269 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b911a672-ce70-4358-b9a8-d64ffa0adb08 req-e0e9f7c8-2e1c-4468-bcd7-a410510368ab service neutron] 10.222.0.49 "GET /v2.0/networks/c0323488-d640-4841-9abb-a31eb7033b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536863 Jan 11 13:15:30.213477 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Attempting to bind port 48831c0b-0a95-4bb6-9492-84503f0a7226 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:15:30.213760 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Attempting to bind port 48831c0b-0a95-4bb6-9492-84503f0a7226 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:15:30.214063 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Attempting to bind port 48831c0b-0a95-4bb6-9492-84503f0a7226 on network fd962c64-7dca-4f4f-b8a2-339a98bd73ca {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:15:30.222415 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Port 48831c0b-0a95-4bb6-9492-84503f0a7226 on network fd962c64-7dca-4f4f-b8a2-339a98bd73ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:15:30.222415 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Attempting to bind port 48831c0b-0a95-4bb6-9492-84503f0a7226 on network fd962c64-7dca-4f4f-b8a2-339a98bd73ca {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:15:30.229524 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:15:30.229736 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Checking segment: {'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:15:30.230124 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Bound using segment: {'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:15:30.230549 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Bound port: 48831c0b-0a95-4bb6-9492-84503f0a7226, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:15:30.230933 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (48831c0b-0a95-4bb6-9492-84503f0a7226), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:30.246845 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1058f2-ee94-4ad1-883f-007f0d6cdddf req-76742e62-a75e-4e4d-ad81-63504eaba949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:30.248374 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2d1058f2-ee94-4ad1-883f-007f0d6cdddf req-76742e62-a75e-4e4d-ad81-63504eaba949 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=766aabf6c55044f59013e058f55d4b4a&device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 1097 time: 0.0709987 Jan 11 13:15:30.361172 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] For port 48831c0b-0a95-4bb6-9492-84503f0a7226, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:15:30.377042 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c58ed3-4a2c-4632-882f-34faab1abce7 req-968aeaf2-8fcd-4e10-9fb5-845404ffdede tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:30.378983 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-51c58ed3-4a2c-4632-882f-34faab1abce7 req-968aeaf2-8fcd-4e10-9fb5-845404ffdede tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 943 time: 0.0533125 Jan 11 13:15:30.379284 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] For port 48831c0b-0a95-4bb6-9492-84503f0a7226, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=48831c0b-0a95-4bb6-9492-84503f0a7226,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:15:30.387156 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (48831c0b-0a95-4bb6-9492-84503f0a7226), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:30.397835 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1058f2-ee94-4ad1-883f-007f0d6cdddf req-4925ad27-791e-4d9f-86ba-1ab30c53e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:30.399308 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2d1058f2-ee94-4ad1-883f-007f0d6cdddf req-4925ad27-791e-4d9f-86ba-1ab30c53e494 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c0323488-d640-4841-9abb-a31eb7033b5f HTTP/1.1" status: 200 len: 915 time: 0.1264939 Jan 11 13:15:30.428874 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:30.429489 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:30.430838 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] 10.222.0.49 "PUT /v2.0/ports/48831c0b-0a95-4bb6-9492-84503f0a7226 HTTP/1.1" status: 200 len: 1093 time: 1.0738852 Jan 11 13:15:30.434900 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-51c58ed3-4a2c-4632-882f-34faab1abce7 req-13fe63a0-9459-4d28-bb3c-a275882c740d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486729 Jan 11 13:15:30.467676 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2d1058f2-ee94-4ad1-883f-007f0d6cdddf req-af74b301-28a9-435f-83d2-57a5128d4f8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44561848-d63b-4f75-b02f-ea9413d75ae5 HTTP/1.1" status: 200 len: 217 time: 0.0505579 Jan 11 13:15:30.538359 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6013db-19ba-49be-a525-228d0034bc25 service neutron] Pushing event updated for resources: {'Port': ['ID=48831c0b-0a95-4bb6-9492-84503f0a7226,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:30.561422 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1058f2-ee94-4ad1-883f-007f0d6cdddf req-8385144c-7194-4775-91fd-7c3112bdc7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:30.562915 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2d1058f2-ee94-4ad1-883f-007f0d6cdddf req-8385144c-7194-4775-91fd-7c3112bdc7fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baf7009d-3890-428a-93fa-7e34bb00b427 HTTP/1.1" status: 200 len: 854 time: 0.0882480 Jan 11 13:15:30.563526 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-05ef2f05-31b1-4bd7-9826-284d74e4e329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:30.569809 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-cf448ab8-98e0-46d7-be88-e367bf958324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:30.571266 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-cf448ab8-98e0-46d7-be88-e367bf958324 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73983d260517467dab770ff153eba8a9&device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0786955 Jan 11 13:15:30.629902 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-ece4fb00-7d0a-4732-894a-0d7dfca6ad33 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48831c0b-0a95-4bb6-9492-84503f0a7226 HTTP/1.1" status: 200 len: 217 time: 0.0471456 Jan 11 13:15:30.655012 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2d1058f2-ee94-4ad1-883f-007f0d6cdddf req-7e2e6595-c634-4917-a963-47dcee8bee28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0323488-d640-4841-9abb-a31eb7033b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710700 Jan 11 13:15:30.739825 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-e85f9809-f9ea-4854-87c1-041614c2996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:30.741206 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-e85f9809-f9ea-4854-87c1-041614c2996f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa84b08-0d99-43f5-874d-09b99bae3402 HTTP/1.1" status: 200 len: 850 time: 0.0971501 Jan 11 13:15:30.797624 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2d1058f2-ee94-4ad1-883f-007f0d6cdddf req-bee272b7-1538-4d72-a552-61342fa03e42 service neutron] 10.222.0.49 "GET /v2.0/networks/c0323488-d640-4841-9abb-a31eb7033b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244006 Jan 11 13:15:30.815071 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-9d3aedfa-83a2-443e-ab20-dba882a3d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:30.817230 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-9d3aedfa-83a2-443e-ab20-dba882a3d4a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669305 Jan 11 13:15:30.832924 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9311e5-4bf1-439a-8359-3749dcab5f62 req-57b37a4e-1425-4285-a726-1b774779a903 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:30.834438 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-aa9311e5-4bf1-439a-8359-3749dcab5f62 req-57b37a4e-1425-4285-a726-1b774779a903 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 944 time: 0.0550072 Jan 11 13:15:30.892657 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-aa9311e5-4bf1-439a-8359-3749dcab5f62 req-0c82c64f-3bf9-4def-88b5-1aa38d330c3c tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523074 Jan 11 13:15:30.966748 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2d1058f2-ee94-4ad1-883f-007f0d6cdddf req-3315008e-c062-4f5b-8524-a8c838ce24e3 service neutron] 10.222.0.49 "GET /v2.0/networks/c0323488-d640-4841-9abb-a31eb7033b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611798 Jan 11 13:15:30.970030 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-fe919e60-5fcd-44cd-9870-7363b0a3c73f service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421208 Jan 11 13:15:31.296390 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2ffc1e96-111b-4859-9471-fa10ec97bbf7 req-2f9be1d5-4db6-4acb-9469-877ee24be3f3 service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187132 Jan 11 13:15:31.484728 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'tag': '48831c0b-0a95-4bb6-9492-84503f0a7226'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:15:31.487065 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4758029-1a86-47a6-b296-36ba4f16634e" -d '{"events": [{"name": "network-changed", "server_uuid": "0734d8b7-bac9-474f-a65d-19ee80c6f7b3", "tag": "48831c0b-0a95-4bb6-9492-84503f0a7226"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:15:31.523462 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388350f1-0119-4ee7-a145-40476472ad7d x-openstack-request-id: req-388350f1-0119-4ee7-a145-40476472ad7d {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:15:31.523758 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0734d8b7-bac9-474f-a65d-19ee80c6f7b3", "tag": "48831c0b-0a95-4bb6-9492-84503f0a7226", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:15:31.524015 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-388350f1-0119-4ee7-a145-40476472ad7d {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:15:31.524449 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'tag': '48831c0b-0a95-4bb6-9492-84503f0a7226', 'status': 'completed', 'code': 200} Jan 11 13:15:31.552160 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee6179-d0c7-4376-ab79-740aab095340 req-8ff36457-0bf4-460b-bcc5-0ff60916ce01 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:31.553643 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-10ee6179-d0c7-4376-ab79-740aab095340 req-8ff36457-0bf4-460b-bcc5-0ff60916ce01 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 943 time: 0.0486853 Jan 11 13:15:31.587228 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4758029-1a86-47a6-b296-36ba4f16634e req-74fd798b-6de6-4285-90c3-5eba1239f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:31.588777 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d4758029-1a86-47a6-b296-36ba4f16634e req-74fd798b-6de6-4285-90c3-5eba1239f4e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73983d260517467dab770ff153eba8a9&device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0401864 Jan 11 13:15:31.602330 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-10ee6179-d0c7-4376-ab79-740aab095340 req-b0be1296-bc11-4fa2-9f52-cff319d4c1d4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427074 Jan 11 13:15:31.676221 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4758029-1a86-47a6-b296-36ba4f16634e req-2772ec7d-461b-4e31-8d5b-cd01e99cd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:31.677686 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d4758029-1a86-47a6-b296-36ba4f16634e req-2772ec7d-461b-4e31-8d5b-cd01e99cd19a service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca HTTP/1.1" status: 200 len: 912 time: 0.0827820 Jan 11 13:15:31.723908 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d4758029-1a86-47a6-b296-36ba4f16634e req-eda37fb2-cd25-4544-a0a8-51fae8b224b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48831c0b-0a95-4bb6-9492-84503f0a7226 HTTP/1.1" status: 200 len: 217 time: 0.0358188 Jan 11 13:15:31.770031 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4758029-1a86-47a6-b296-36ba4f16634e req-e42b6fc8-a6eb-4c27-a003-76074ea38499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:31.771395 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d4758029-1a86-47a6-b296-36ba4f16634e req-e42b6fc8-a6eb-4c27-a003-76074ea38499 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa84b08-0d99-43f5-874d-09b99bae3402 HTTP/1.1" status: 200 len: 850 time: 0.0407131 Jan 11 13:15:31.818387 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4758029-1a86-47a6-b296-36ba4f16634e req-a8a018fd-fb1f-4ba7-b6c8-8c820cd7af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:31.819825 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d4758029-1a86-47a6-b296-36ba4f16634e req-a8a018fd-fb1f-4ba7-b6c8-8c820cd7af1c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383782 Jan 11 13:15:31.912009 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d4758029-1a86-47a6-b296-36ba4f16634e req-c86d0f94-2363-4ccb-93a3-7939bc9f54c7 service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818322 Jan 11 13:15:32.014654 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d4758029-1a86-47a6-b296-36ba4f16634e req-365ceebb-a5cc-4d28-b0a4-9c1508f5c20e service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927758 Jan 11 13:15:32.016457 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054d1bb-42e0-4077-bede-2c2062f344d4 req-b4bbbedc-7719-4902-a2e8-cc6610f9228a tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:32.020542 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6054d1bb-42e0-4077-bede-2c2062f344d4 req-b4bbbedc-7719-4902-a2e8-cc6610f9228a tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 944 time: 0.0591111 Jan 11 13:15:32.071327 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-6054d1bb-42e0-4077-bede-2c2062f344d4 req-df375f2b-8290-4f33-b95f-0657d7baeebb tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469859 Jan 11 13:15:32.144532 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 57962) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:32.248095 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-caa0395b-3202-4f60-b7db-d318cd053fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:32.318501 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-caa0395b-3202-4f60-b7db-d318cd053fba admin admin] Publish callbacks [] for security_group (67aa10e5-3f63-4e2a-8f8c-1fd7ddefd29f), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:32.321862 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-caa0395b-3202-4f60-b7db-d318cd053fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (67aa10e5-3f63-4e2a-8f8c-1fd7ddefd29f), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:32.360436 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-caa0395b-3202-4f60-b7db-d318cd053fba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4bd64e949b324373be3525a4fb7ef01e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148287 Jan 11 13:15:32.361290 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0395b-3202-4f60-b7db-d318cd053fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67aa10e5-3f63-4e2a-8f8c-1fd7ddefd29f,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:32.363142 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 57966) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:32.410226 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-def151d3-f6ec-4d80-955c-8c36512de2fd admin admin] Publish callbacks [] for security_group (67aa10e5-3f63-4e2a-8f8c-1fd7ddefd29f), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:32.429895 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-def151d3-f6ec-4d80-955c-8c36512de2fd admin admin] Publish callbacks [] for security_group (67aa10e5-3f63-4e2a-8f8c-1fd7ddefd29f), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:32.473290 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-def151d3-f6ec-4d80-955c-8c36512de2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (67aa10e5-3f63-4e2a-8f8c-1fd7ddefd29f), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:32.475954 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-def151d3-f6ec-4d80-955c-8c36512de2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:32.477089 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-def151d3-f6ec-4d80-955c-8c36512de2fd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/67aa10e5-3f63-4e2a-8f8c-1fd7ddefd29f HTTP/1.1" status: 204 len: 168 time: 0.1129689 Jan 11 13:15:32.486206 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def151d3-f6ec-4d80-955c-8c36512de2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aa10e5-3f63-4e2a-8f8c-1fd7ddefd29f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:32.610006 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-849b8d5b-b000-4aef-8d21-889f4586cadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:32.716158 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f563749-55ca-450a-a1c6-4b637f2b82be req-36e8e9df-121b-4a92-91b8-7afd4e88afaa tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:32.717641 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7f563749-55ca-450a-a1c6-4b637f2b82be req-36e8e9df-121b-4a92-91b8-7afd4e88afaa tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 943 time: 0.0499115 Jan 11 13:15:32.735910 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 57974) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:32.749326 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-561a80ba-df9d-4763-85d8-b99859e4ff14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:32.772907 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-7f563749-55ca-450a-a1c6-4b637f2b82be req-ff4bddb9-d273-408b-a524-36c53440711a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491681 Jan 11 13:15:32.822037 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-561a80ba-df9d-4763-85d8-b99859e4ff14 admin admin] Publish callbacks [] for security_group (c82d9f1f-bb0a-4f20-9560-305ee7005f0a), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:32.825619 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-561a80ba-df9d-4763-85d8-b99859e4ff14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (c82d9f1f-bb0a-4f20-9560-305ee7005f0a), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:32.861849 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-561a80ba-df9d-4763-85d8-b99859e4ff14 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a34959f5d7d49a5bf9c2e4dda969911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1248822 Jan 11 13:15:32.863214 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a80ba-df9d-4763-85d8-b99859e4ff14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82d9f1f-bb0a-4f20-9560-305ee7005f0a,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:32.865685 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 57976) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:32.913470 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-130f30ce-3e70-4127-be0b-a5ec5bfc055e admin admin] Publish callbacks [] for security_group (c82d9f1f-bb0a-4f20-9560-305ee7005f0a), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:32.933686 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-130f30ce-3e70-4127-be0b-a5ec5bfc055e admin admin] Publish callbacks [] for security_group (c82d9f1f-bb0a-4f20-9560-305ee7005f0a), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:32.980902 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-130f30ce-3e70-4127-be0b-a5ec5bfc055e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (c82d9f1f-bb0a-4f20-9560-305ee7005f0a), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:32.983495 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-130f30ce-3e70-4127-be0b-a5ec5bfc055e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:32.984720 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-130f30ce-3e70-4127-be0b-a5ec5bfc055e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c82d9f1f-bb0a-4f20-9560-305ee7005f0a HTTP/1.1" status: 204 len: 168 time: 0.1177039 Jan 11 13:15:32.993298 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f30ce-3e70-4127-be0b-a5ec5bfc055e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82d9f1f-bb0a-4f20-9560-305ee7005f0a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:33.186796 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af0075-981b-4db7-b41f-093e6fa86725 req-85fd2087-c52c-4751-b17d-16aa29504567 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:33.188336 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f8af0075-981b-4db7-b41f-093e6fa86725 req-85fd2087-c52c-4751-b17d-16aa29504567 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 944 time: 0.0496535 Jan 11 13:15:33.234918 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f8af0075-981b-4db7-b41f-093e6fa86725 req-3f273601-cac4-4a76-aa7b-9d798f35645e tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411675 Jan 11 13:15:33.468891 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 44561848-d63b-4f75-b02f-ea9413d75ae5 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:15:33.691865 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 44561848-d63b-4f75-b02f-ea9413d75ae5, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=44561848-d63b-4f75-b02f-ea9413d75ae5,segment=NetworkSegment(433d1e7e-a939-44a4-a978-870ec8335797),segment_id=433d1e7e-a939-44a4-a978-870ec8335797)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:33.702733 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': '44561848-d63b-4f75-b02f-ea9413d75ae5', 'network_id': 'c0323488-d640-4841-9abb-a31eb7033b5f', 'port_id': '44561848-d63b-4f75-b02f-ea9413d75ae5', 'mac_address': 'fa:16:3e:ff:8d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf7009d-3890-428a-93fa-7e34bb00b427', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:15:33.742204 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 44561848-d63b-4f75-b02f-ea9413d75ae5 is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:15:33.742699 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (44561848-d63b-4f75-b02f-ea9413d75ae5), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:33.762511 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44561848-d63b-4f75-b02f-ea9413d75ae5 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:15:33.782495 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 44561848-d63b-4f75-b02f-ea9413d75ae5, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=44561848-d63b-4f75-b02f-ea9413d75ae5,segment=NetworkSegment(433d1e7e-a939-44a4-a978-870ec8335797),segment_id=433d1e7e-a939-44a4-a978-870ec8335797)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:33.786441 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (44561848-d63b-4f75-b02f-ea9413d75ae5), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:33.833874 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=44561848-d63b-4f75-b02f-ea9413d75ae5,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:33.841181 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:33.841601 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:33.841894 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:33.842498 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:33.843009 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:33.843419 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:33.843833 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:33.844407 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:33.844860 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:33.845500 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:33.845983 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:33.846548 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:33.846890 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:15:33.898509 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c08420-ac2b-459b-9208-1d056f46c516 req-a3d161c8-d274-409b-b7b7-5d96c3e4ea59 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:33.900017 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a4c08420-ac2b-459b-9208-1d056f46c516 req-a3d161c8-d274-409b-b7b7-5d96c3e4ea59 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 943 time: 0.0539618 Jan 11 13:15:33.955283 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a4c08420-ac2b-459b-9208-1d056f46c516 req-0445149d-9cbe-4605-8373-e7d82ed67d5b tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497146 Jan 11 13:15:33.968374 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:34.065789 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['44561848-d63b-4f75-b02f-ea9413d75ae5'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:15:34.348597 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469e4d4-5e2e-4db3-a2c9-713553fc4c51 req-7eb6fbed-2b2d-4bef-b7e9-7d8dcd36c9fb tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:34.350082 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e469e4d4-5e2e-4db3-a2c9-713553fc4c51 req-7eb6fbed-2b2d-4bef-b7e9-7d8dcd36c9fb tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 945 time: 0.0489349 Jan 11 13:15:34.396088 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e469e4d4-5e2e-4db3-a2c9-713553fc4c51 req-c649dfc6-bdef-4c94-9271-e2a36df99066 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401237 Jan 11 13:15:35.058149 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:35.069029 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aaf322-cf37-47f9-8bd5-7367cf6a881a req-5bc941fc-336d-4913-90b5-1dc9fb98ec2e tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:35.070516 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-40aaf322-cf37-47f9-8bd5-7367cf6a881a req-5bc941fc-336d-4913-90b5-1dc9fb98ec2e tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 943 time: 0.0491333 Jan 11 13:15:35.122130 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-40aaf322-cf37-47f9-8bd5-7367cf6a881a req-3159418e-0011-48fc-b26d-bfe96a8cb4cd tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455136 Jan 11 13:15:35.234982 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:35.481881 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 44561848-d63b-4f75-b02f-ea9413d75ae5 up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:15:35.511484 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76763be5-170d-4461-b40e-cc02ddbdda20 req-f03e3d47-c8d9-4f50-a231-93a1dc820e19 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:35.512928 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-76763be5-170d-4461-b40e-cc02ddbdda20 req-f03e3d47-c8d9-4f50-a231-93a1dc820e19 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 945 time: 0.0488002 Jan 11 13:15:35.531567 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port 44561848-d63b-4f75-b02f-ea9413d75ae5 completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:15:35.535841 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port 44561848-d63b-4f75-b02f-ea9413d75ae5 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:15:35.536247 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (44561848-d63b-4f75-b02f-ea9413d75ae5), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:35.561175 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-76763be5-170d-4461-b40e-cc02ddbdda20 req-b88e4938-8ac5-47a3-9217-8be91baf124a tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425615 Jan 11 13:15:35.614057 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 44561848-d63b-4f75-b02f-ea9413d75ae5 is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:15:35.614442 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (44561848-d63b-4f75-b02f-ea9413d75ae5), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:35.635909 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82acc897-6919-4f7b-af27-8b6564b93d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44561848-d63b-4f75-b02f-ea9413d75ae5'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:15:35.638163 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dea6bc-1210-4787-9149-8038cefaef68" -d '{"events": [{"server_uuid": "82acc897-6919-4f7b-af27-8b6564b93d3f", "name": "network-vif-plugged", "status": "completed", "tag": "44561848-d63b-4f75-b02f-ea9413d75ae5"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:15:35.650207 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 44561848-d63b-4f75-b02f-ea9413d75ae5, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=44561848-d63b-4f75-b02f-ea9413d75ae5,segment=NetworkSegment(433d1e7e-a939-44a4-a978-870ec8335797),segment_id=433d1e7e-a939-44a4-a978-870ec8335797)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:35.654373 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (44561848-d63b-4f75-b02f-ea9413d75ae5), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:35.677419 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703f1efe-442e-4ce1-a807-6a53176e3bb5 x-openstack-request-id: req-703f1efe-442e-4ce1-a807-6a53176e3bb5 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:15:35.677713 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82acc897-6919-4f7b-af27-8b6564b93d3f", "name": "network-vif-plugged", "status": "completed", "tag": "44561848-d63b-4f75-b02f-ea9413d75ae5", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:15:35.677970 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-703f1efe-442e-4ce1-a807-6a53176e3bb5 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:15:35.678360 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82acc897-6919-4f7b-af27-8b6564b93d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44561848-d63b-4f75-b02f-ea9413d75ae5', 'code': 200} Jan 11 13:15:35.708797 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=44561848-d63b-4f75-b02f-ea9413d75ae5,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:35.733672 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 58040) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:35.859515 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00ae87-c252-43db-b752-1437e5528650 req-a16d6b9c-41ae-4f95-8dc4-26bedb43fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:35.861042 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-5c00ae87-c252-43db-b752-1437e5528650 req-a16d6b9c-41ae-4f95-8dc4-26bedb43fde4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 1099 time: 0.0440240 Jan 11 13:15:35.909639 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-953a3866-a652-4824-9e7e-69dbe0a3bbc8 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Deleting port a58b5ec4-042b-43ba-8d55-d391c9124ea6 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:15:35.909979 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-953a3866-a652-4824-9e7e-69dbe0a3bbc8 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (a58b5ec4-042b-43ba-8d55-d391c9124ea6), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:35.910524 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-5c00ae87-c252-43db-b752-1437e5528650 req-e3e67e71-8a19-4924-8507-f7ffe7757a13 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394735 Jan 11 13:15:35.988654 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-953a3866-a652-4824-9e7e-69dbe0a3bbc8 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (a58b5ec4-042b-43ba-8d55-d391c9124ea6), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:35.988980 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-953a3866-a652-4824-9e7e-69dbe0a3bbc8 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for floatingip (a58b5ec4-042b-43ba-8d55-d391c9124ea6), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:36.001038 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-953a3866-a652-4824-9e7e-69dbe0a3bbc8 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Calling delete_port for a58b5ec4-042b-43ba-8d55-d391c9124ea6 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:15:36.251851 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-953a3866-a652-4824-9e7e-69dbe0a3bbc8 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (a58b5ec4-042b-43ba-8d55-d391c9124ea6), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:36.267034 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cb36e-0ed1-4fb8-9695-c5535f5207c1 req-0b428622-598f-4382-ae0e-b82081d2dad4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:36.268536 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-007cb36e-0ed1-4fb8-9695-c5535f5207c1 req-0b428622-598f-4382-ae0e-b82081d2dad4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 943 time: 0.0685253 Jan 11 13:15:36.294054 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a3866-a652-4824-9e7e-69dbe0a3bbc8 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Pushing event deleted for resources: {'Port': ['ID=a58b5ec4-042b-43ba-8d55-d391c9124ea6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:36.378766 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-007cb36e-0ed1-4fb8-9695-c5535f5207c1 req-f81b5b7e-777e-4efc-a801-023523c7db4e tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877542 Jan 11 13:15:36.383816 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-953a3866-a652-4824-9e7e-69dbe0a3bbc8 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for floatingip (b3d9b211-59e5-4cf0-94ba-d2391445f5a6), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:36.384239 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [None req-953a3866-a652-4824-9e7e-69dbe0a3bbc8 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Floating IP b3d9b211-59e5-4cf0-94ba-d2391445f5a6 disassociated (deleted). External IP: 172.27.0.145, port: 1458aaaf-d8ab-4938-8889-8b542a4d2666. Jan 11 13:15:36.583317 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953a3866-a652-4824-9e7e-69dbe0a3bbc8 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Router d3837b20-7e9a-477b-82de-b902f9fad5c4 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:15:36.611242 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:36.720963 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2e1a2-56d8-462e-a18c-2c285d568396 req-14afeae6-de33-442d-981d-eac7011d677c tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:36.722439 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5e2e1a2-56d8-462e-a18c-2c285d568396 req-14afeae6-de33-442d-981d-eac7011d677c tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 946 time: 0.0698018 Jan 11 13:15:36.725249 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953a3866-a652-4824-9e7e-69dbe0a3bbc8 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:15:36.730373 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-953a3866-a652-4824-9e7e-69dbe0a3bbc8 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:36.735068 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c256fce5-a612-4911-81e3-c4e1cb46176c None None] Sync routers for ids ['d3837b20-7e9a-477b-82de-b902f9fad5c4'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:15:36.745165 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c256fce5-a612-4911-81e3-c4e1cb46176c None None] Routers {'d3837b20-7e9a-477b-82de-b902f9fad5c4'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:15:36.745788 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c256fce5-a612-4911-81e3-c4e1cb46176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:15:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['d3837b20-7e9a-477b-82de-b902f9fad5c4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:36.771403 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-953a3866-a652-4824-9e7e-69dbe0a3bbc8 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "DELETE /v2.0/floatingips/b3d9b211-59e5-4cf0-94ba-d2391445f5a6 HTTP/1.1" status: 204 len: 168 time: 1.0362620 Jan 11 13:15:36.773231 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'tag': '1458aaaf-d8ab-4938-8889-8b542a4d2666'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:15:36.775398 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af0636eba1a291367581c8aec72d24749398756e80c769753eba00a549122f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8524841b-27ad-4f60-94e9-26adc7472fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc751d6-b27e-4caa-8ea6-7ecf676c257d", "tag": "1458aaaf-d8ab-4938-8889-8b542a4d2666"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:15:36.802552 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e5e2e1a2-56d8-462e-a18c-2c285d568396 req-cb4628da-771f-4fb2-a16a-4240c02d8d38 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702868 Jan 11 13:15:36.858167 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-c256fce5-a612-4911-81e3-c4e1cb46176c None None] Set router d3837b20-7e9a-477b-82de-b902f9fad5c4 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:15:36.986695 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb41d78-54e0-489d-9aa6-665ea440c10e x-openstack-request-id: req-5cb41d78-54e0-489d-9aa6-665ea440c10e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:15:36.986991 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc751d6-b27e-4caa-8ea6-7ecf676c257d", "tag": "1458aaaf-d8ab-4938-8889-8b542a4d2666", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:15:36.987244 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5cb41d78-54e0-489d-9aa6-665ea440c10e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:15:36.987682 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'tag': '1458aaaf-d8ab-4938-8889-8b542a4d2666', 'status': 'completed', 'code': 200} Jan 11 13:15:37.010594 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc06788-01e6-4841-8cb4-86bc86344d5b req-971a3735-cb9b-424a-9850-1ed151ec9d44 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:37.012185 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-acc06788-01e6-4841-8cb4-86bc86344d5b req-971a3735-cb9b-424a-9850-1ed151ec9d44 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0577116 Jan 11 13:15:37.059087 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524841b-27ad-4f60-94e9-26adc7472fd4 req-6078084c-e01d-4aca-bb69-8d3b8032ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:37.060770 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8524841b-27ad-4f60-94e9-26adc7472fd4 req-6078084c-e01d-4aca-bb69-8d3b8032ad63 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e5eb41976664084b52ed4c7ea35403f&device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 1098 time: 0.0504549 Jan 11 13:15:37.072996 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-acc06788-01e6-4841-8cb4-86bc86344d5b req-3a3e084f-1830-4998-a7dd-1d5a18053542 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546122 Jan 11 13:15:37.097602 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c256fce5-a612-4911-81e3-c4e1cb46176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'name': 'tempest-TestShelveInstance-1070493120-router', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:36Z', 'updated_at': '2022-01-11T13:10:40Z', 'revision_number': 4, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'gw_port': {'id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:37Z', 'updated_at': '2022-01-11T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'a102a5b2-ebe9-4535-9278-33cf77c7405c', 'name': '', 'network_id': '4a81179c-8970-4450-861d-29532f8e250e', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'mac_address': 'fa:16:3e:4b:b7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:39Z', 'updated_at': '2022-01-11T13:10:45Z', 'revision_number': 5, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'subnets': [{'id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:37.142425 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c256fce5-a612-4911-81e3-c4e1cb46176c None None] Checking router: d3837b20-7e9a-477b-82de-b902f9fad5c4 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:15:37.152498 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c256fce5-a612-4911-81e3-c4e1cb46176c None None] Routers {'d3837b20-7e9a-477b-82de-b902f9fad5c4'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:15:37.153108 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c256fce5-a612-4911-81e3-c4e1cb46176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:15:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['d3837b20-7e9a-477b-82de-b902f9fad5c4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:37.167570 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524841b-27ad-4f60-94e9-26adc7472fd4 req-34636841-9a59-4c3a-ba37-c895b36e0fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:37.169347 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8524841b-27ad-4f60-94e9-26adc7472fd4 req-34636841-9a59-4c3a-ba37-c895b36e0fe9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a81179c-8970-4450-861d-29532f8e250e HTTP/1.1" status: 200 len: 910 time: 0.1004596 Jan 11 13:15:37.216675 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8524841b-27ad-4f60-94e9-26adc7472fd4 req-592da488-5742-4418-bc02-df67697a2167 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1458aaaf-d8ab-4938-8889-8b542a4d2666 HTTP/1.1" status: 200 len: 217 time: 0.0371044 Jan 11 13:15:37.271368 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-c256fce5-a612-4911-81e3-c4e1cb46176c None None] Set router d3837b20-7e9a-477b-82de-b902f9fad5c4 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:15:37.279992 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524841b-27ad-4f60-94e9-26adc7472fd4 req-ec35deef-47f5-43af-b9f5-997767b7a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:37.281536 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8524841b-27ad-4f60-94e9-26adc7472fd4 req-ec35deef-47f5-43af-b9f5-997767b7a133 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f857a8a-7f3f-4139-ad7b-61767db0a6fa HTTP/1.1" status: 200 len: 848 time: 0.0524211 Jan 11 13:15:37.333472 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524841b-27ad-4f60-94e9-26adc7472fd4 req-13a504a7-39fb-46ea-906c-93d7c4c4b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:37.335407 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8524841b-27ad-4f60-94e9-26adc7472fd4 req-13a504a7-39fb-46ea-906c-93d7c4c4b707 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a81179c-8970-4450-861d-29532f8e250e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454547 Jan 11 13:15:37.442822 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8524841b-27ad-4f60-94e9-26adc7472fd4 req-4273fae2-4d40-453a-8215-bddac660f549 service neutron] 10.222.0.49 "GET /v2.0/networks/4a81179c-8970-4450-861d-29532f8e250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006370 Jan 11 13:15:37.503813 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c256fce5-a612-4911-81e3-c4e1cb46176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'name': 'tempest-TestShelveInstance-1070493120-router', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:36Z', 'updated_at': '2022-01-11T13:10:40Z', 'revision_number': 4, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'gw_port': {'id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:37Z', 'updated_at': '2022-01-11T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'a102a5b2-ebe9-4535-9278-33cf77c7405c', 'name': '', 'network_id': '4a81179c-8970-4450-861d-29532f8e250e', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'mac_address': 'fa:16:3e:4b:b7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:39Z', 'updated_at': '2022-01-11T13:10:45Z', 'revision_number': 5, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'subnets': [{'id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:37.525649 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314cf2e-53f1-4595-b59b-efc34f4a96a9 req-19b55cda-cc64-4d12-894b-a6aab4c0742a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:37.528405 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f314cf2e-53f1-4595-b59b-efc34f4a96a9 req-19b55cda-cc64-4d12-894b-a6aab4c0742a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 943 time: 0.0656471 Jan 11 13:15:37.538080 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c256fce5-a612-4911-81e3-c4e1cb46176c None None] The sync data for ids ['d3837b20-7e9a-477b-82de-b902f9fad5c4'] in dv-cinder-824149-3-iscsi is: [{'id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'name': 'tempest-TestShelveInstance-1070493120-router', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:36Z', 'updated_at': '2022-01-11T13:10:40Z', 'revision_number': 4, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'gw_port': {'id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:37Z', 'updated_at': '2022-01-11T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'a102a5b2-ebe9-4535-9278-33cf77c7405c', 'name': '', 'network_id': '4a81179c-8970-4450-861d-29532f8e250e', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'mac_address': 'fa:16:3e:4b:b7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:39Z', 'updated_at': '2022-01-11T13:10:45Z', 'revision_number': 5, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'subnets': [{'id': '2f857a8a-7f3f-4139-ad7b-61767db0a6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:15:37.562568 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-8524841b-27ad-4f60-94e9-26adc7472fd4 req-a8121183-23da-4d50-b1a3-b092d7412cb9 service neutron] 10.222.0.49 "GET /v2.0/networks/4a81179c-8970-4450-861d-29532f8e250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117733 Jan 11 13:15:37.617706 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f314cf2e-53f1-4595-b59b-efc34f4a96a9 req-09759eb3-38f1-49d4-91c6-f6665ccedb7a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778701 Jan 11 13:15:37.791644 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac1d65-6eb3-4f6b-b050-4e9a03b62f98 None None] New status for floating IP b3d9b211-59e5-4cf0-94ba-d2391445f5a6: DOWN {{(pid=102632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 13:15:37.934479 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34746321-a0c6-426e-926f-ed87184230db req-3ff9700a-9066-48a4-a6f6-6dfe83aaac56 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:37.935966 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-34746321-a0c6-426e-926f-ed87184230db req-3ff9700a-9066-48a4-a6f6-6dfe83aaac56 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 946 time: 0.0540562 Jan 11 13:15:37.936729 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 58100) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:37.983698 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-34746321-a0c6-426e-926f-ed87184230db req-25d9b8df-7ff4-4b43-8140-4e51f18a43fa tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Jan 11 13:15:38.042052 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8abdd83b-50c1-4dfb-a0e4-001a95e117c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:38.123985 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8abdd83b-50c1-4dfb-a0e4-001a95e117c6 admin admin] Publish callbacks [] for security_group (85068006-b011-400c-80d2-b34de924c2ed), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:38.136858 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8abdd83b-50c1-4dfb-a0e4-001a95e117c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (85068006-b011-400c-80d2-b34de924c2ed), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:38.198916 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdd83b-50c1-4dfb-a0e4-001a95e117c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85068006-b011-400c-80d2-b34de924c2ed,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:38.204859 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-8abdd83b-50c1-4dfb-a0e4-001a95e117c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4865f68a1bec4d29b9cddca80b80714e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671237 Jan 11 13:15:38.207671 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 58144) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:38.229176 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2b83f-ebfd-4783-aace-5c3e24a110c8 req-7f12d7a8-323f-4eed-95d6-f0134a6781e6 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:38.230823 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8aa2b83f-ebfd-4783-aace-5c3e24a110c8 req-7f12d7a8-323f-4eed-95d6-f0134a6781e6 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0742421 Jan 11 13:15:38.273214 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd728e54-c407-4a1e-991c-8b045e0c7253 admin admin] Publish callbacks [] for security_group (85068006-b011-400c-80d2-b34de924c2ed), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:38.288322 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8aa2b83f-ebfd-4783-aace-5c3e24a110c8 req-1fa49595-5867-4429-bf78-c8f7be7030de tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f8713f-44a5-408c-aa5e-e531e6c9608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515640 Jan 11 13:15:38.301732 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd728e54-c407-4a1e-991c-8b045e0c7253 admin admin] Publish callbacks [] for security_group (85068006-b011-400c-80d2-b34de924c2ed), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:38.353492 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd728e54-c407-4a1e-991c-8b045e0c7253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (85068006-b011-400c-80d2-b34de924c2ed), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:38.356148 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd728e54-c407-4a1e-991c-8b045e0c7253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:38.359776 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-dd728e54-c407-4a1e-991c-8b045e0c7253 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/85068006-b011-400c-80d2-b34de924c2ed HTTP/1.1" status: 204 len: 168 time: 0.1486163 Jan 11 13:15:38.366296 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd728e54-c407-4a1e-991c-8b045e0c7253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85068006-b011-400c-80d2-b34de924c2ed,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:38.629052 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 58164) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:38.642007 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-128f93c3-5d74-458a-8ab9-0dc2e90badde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.694986 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.697786 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.697786 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.697786 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.697786 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.697786 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.697786 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.697786 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.697786 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.697786 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.697786 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.697786 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:38.697786 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:38.701451 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21b481-8319-4c13-9afd-e2c8bcb92c45 req-81df6c14-caee-456e-a824-904a70a7a3c3 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:38.703771 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-be21b481-8319-4c13-9afd-e2c8bcb92c45 req-81df6c14-caee-456e-a824-904a70a7a3c3 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 945 time: 0.0755887 Jan 11 13:15:38.770396 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-128f93c3-5d74-458a-8ab9-0dc2e90badde admin admin] Publish callbacks [] for security_group (bb82715f-5749-451f-a714-2373d67f600c), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:38.779514 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123a8df-2e2b-48f1-8c96-6821b2888d21 req-432f6c8e-c0fa-4b38-a87d-b8134e19b30a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:38.781088 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0123a8df-2e2b-48f1-8c96-6821b2888d21 req-432f6c8e-c0fa-4b38-a87d-b8134e19b30a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 943 time: 0.0866249 Jan 11 13:15:38.785470 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-128f93c3-5d74-458a-8ab9-0dc2e90badde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (bb82715f-5749-451f-a714-2373d67f600c), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:38.806184 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-be21b481-8319-4c13-9afd-e2c8bcb92c45 req-332deff8-a07b-4e20-96e1-8ba8dda16049 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Deleting port 1458aaaf-d8ab-4938-8889-8b542a4d2666 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:15:38.806523 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-be21b481-8319-4c13-9afd-e2c8bcb92c45 req-332deff8-a07b-4e20-96e1-8ba8dda16049 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:38.846944 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-128f93c3-5d74-458a-8ab9-0dc2e90badde admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b1dbb56beb943d7927c5feac81893d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167594 Jan 11 13:15:38.853441 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f93c3-5d74-458a-8ab9-0dc2e90badde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb82715f-5749-451f-a714-2373d67f600c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:38.857924 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 58172) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:38.875356 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0123a8df-2e2b-48f1-8c96-6821b2888d21 req-a30daa5d-88cb-40a1-99c1-1944563a6ac6 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838211 Jan 11 13:15:38.933293 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-be21b481-8319-4c13-9afd-e2c8bcb92c45 req-332deff8-a07b-4e20-96e1-8ba8dda16049 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] For port 1458aaaf-d8ab-4938-8889-8b542a4d2666, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1458aaaf-d8ab-4938-8889-8b542a4d2666,segment=NetworkSegment(c39e7b4e-289c-4583-818c-f34db9fca8a8),segment_id=c39e7b4e-289c-4583-818c-f34db9fca8a8)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:38.933568 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-be21b481-8319-4c13-9afd-e2c8bcb92c45 req-332deff8-a07b-4e20-96e1-8ba8dda16049 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:38.946671 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edd1db35-71c7-4037-a53f-1a111b4f8c5d admin admin] Publish callbacks [] for security_group (bb82715f-5749-451f-a714-2373d67f600c), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:38.953243 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-be21b481-8319-4c13-9afd-e2c8bcb92c45 req-332deff8-a07b-4e20-96e1-8ba8dda16049 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Calling delete_port for 1458aaaf-d8ab-4938-8889-8b542a4d2666 owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:15:38.978396 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edd1db35-71c7-4037-a53f-1a111b4f8c5d admin admin] Publish callbacks [] for security_group (bb82715f-5749-451f-a714-2373d67f600c), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:39.077080 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edd1db35-71c7-4037-a53f-1a111b4f8c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (bb82715f-5749-451f-a714-2373d67f600c), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:39.079802 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edd1db35-71c7-4037-a53f-1a111b4f8c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:39.080948 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-edd1db35-71c7-4037-a53f-1a111b4f8c5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bb82715f-5749-451f-a714-2373d67f600c HTTP/1.1" status: 204 len: 168 time: 0.2221909 Jan 11 13:15:39.115493 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1db35-71c7-4037-a53f-1a111b4f8c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb82715f-5749-451f-a714-2373d67f600c,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:39.146376 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-be21b481-8319-4c13-9afd-e2c8bcb92c45 req-332deff8-a07b-4e20-96e1-8ba8dda16049 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (1458aaaf-d8ab-4938-8889-8b542a4d2666), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:39.175308 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332deff8-a07b-4e20-96e1-8ba8dda16049 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Pushing event deleted for resources: {'Port': ['ID=1458aaaf-d8ab-4938-8889-8b542a4d2666,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:39.222669 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-be21b481-8319-4c13-9afd-e2c8bcb92c45 req-332deff8-a07b-4e20-96e1-8ba8dda16049 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] No DVR routers for this DVR port 1458aaaf-d8ab-4938-8889-8b542a4d2666 on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:15:39.225362 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-be21b481-8319-4c13-9afd-e2c8bcb92c45 req-332deff8-a07b-4e20-96e1-8ba8dda16049 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:39.229386 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-be21b481-8319-4c13-9afd-e2c8bcb92c45 req-332deff8-a07b-4e20-96e1-8ba8dda16049 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.49 "DELETE /v2.0/ports/1458aaaf-d8ab-4938-8889-8b542a4d2666 HTTP/1.1" status: 204 len: 173 time: 0.5185325 Jan 11 13:15:39.229852 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'name': 'network-vif-deleted', 'tag': '1458aaaf-d8ab-4938-8889-8b542a4d2666'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:15:39.232240 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637937bb-339b-4799-97d2-76305012f383" -d '{"events": [{"server_uuid": "7fc751d6-b27e-4caa-8ea6-7ecf676c257d", "name": "network-vif-deleted", "tag": "1458aaaf-d8ab-4938-8889-8b542a4d2666"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:15:39.278279 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93616a23-f3a9-40a4-825a-508a976fee92 x-openstack-request-id: req-93616a23-f3a9-40a4-825a-508a976fee92 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:15:39.278579 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc751d6-b27e-4caa-8ea6-7ecf676c257d", "name": "network-vif-deleted", "tag": "1458aaaf-d8ab-4938-8889-8b542a4d2666", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:15:39.278841 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93616a23-f3a9-40a4-825a-508a976fee92 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:15:39.279252 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc751d6-b27e-4caa-8ea6-7ecf676c257d', 'name': 'network-vif-deleted', 'tag': '1458aaaf-d8ab-4938-8889-8b542a4d2666', 'status': 'completed', 'code': 200} Jan 11 13:15:39.399640 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-da855f97-4706-42d1-acdb-8f10f3adeb2a req-7848ec81-306a-4e4e-ae54-77912a5fb3f0 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fc751d6-b27e-4caa-8ea6-7ecf676c257d HTTP/1.1" status: 200 len: 210 time: 0.0311644 Jan 11 13:15:39.500853 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 48831c0b-0a95-4bb6-9492-84503f0a7226 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:15:39.629798 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 48831c0b-0a95-4bb6-9492-84503f0a7226, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=48831c0b-0a95-4bb6-9492-84503f0a7226,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:39.645359 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': '48831c0b-0a95-4bb6-9492-84503f0a7226', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'port_id': '48831c0b-0a95-4bb6-9492-84503f0a7226', 'mac_address': 'fa:16:3e:15:3d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:15:39.695104 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 48831c0b-0a95-4bb6-9492-84503f0a7226 is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:15:39.695531 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (48831c0b-0a95-4bb6-9492-84503f0a7226), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:39.710144 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48831c0b-0a95-4bb6-9492-84503f0a7226 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:15:39.734046 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 48831c0b-0a95-4bb6-9492-84503f0a7226, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=48831c0b-0a95-4bb6-9492-84503f0a7226,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:39.738632 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (48831c0b-0a95-4bb6-9492-84503f0a7226), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:39.787640 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=48831c0b-0a95-4bb6-9492-84503f0a7226,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:39.996329 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db6152-ce8b-4ed1-84d5-b55840d88043 req-16392f65-9e90-47be-9ff3-b633ad3bf499 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:39.997421 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['48831c0b-0a95-4bb6-9492-84503f0a7226'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:15:39.997909 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-49db6152-ce8b-4ed1-84d5-b55840d88043 req-16392f65-9e90-47be-9ff3-b633ad3bf499 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 944 time: 0.0528700 Jan 11 13:15:40.069942 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-49db6152-ce8b-4ed1-84d5-b55840d88043 req-b875afe4-272b-4349-8528-44c9385f9fe6 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578103 Jan 11 13:15:40.308079 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 58214) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:40.408955 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-afe8307f-0738-4775-91b7-dca04eb03c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:40.455846 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 58220) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:40.499852 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-afe8307f-0738-4775-91b7-dca04eb03c76 admin admin] Publish callbacks [] for security_group (db6d40fb-63c1-4543-b476-aeddd682fbca), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:40.503624 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-afe8307f-0738-4775-91b7-dca04eb03c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (db6d40fb-63c1-4543-b476-aeddd682fbca), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:40.539004 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-afe8307f-0738-4775-91b7-dca04eb03c76 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1049d1fe6c3042a491b1aa8bfe9b5877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297888 Jan 11 13:15:40.539842 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8cd35ebf-56a2-41e0-868b-c22b58c58d83 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group (a8f8713f-44a5-408c-aa5e-e531e6c9608d), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:40.542307 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 58224) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:40.547463 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8307f-0738-4775-91b7-dca04eb03c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6d40fb-63c1-4543-b476-aeddd682fbca,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:40.586258 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8cd35ebf-56a2-41e0-868b-c22b58c58d83 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group (a8f8713f-44a5-408c-aa5e-e531e6c9608d), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:40.638961 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e2d02e50-0af6-40fe-a972-df749fe186f7 admin admin] Publish callbacks [] for security_group (db6d40fb-63c1-4543-b476-aeddd682fbca), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:40.663911 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e2d02e50-0af6-40fe-a972-df749fe186f7 admin admin] Publish callbacks [] for security_group (db6d40fb-63c1-4543-b476-aeddd682fbca), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:40.692933 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8cd35ebf-56a2-41e0-868b-c22b58c58d83 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (a8f8713f-44a5-408c-aa5e-e531e6c9608d), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:40.695452 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8cd35ebf-56a2-41e0-868b-c22b58c58d83 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:40.696624 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-8cd35ebf-56a2-41e0-868b-c22b58c58d83 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] 10.222.0.52 "DELETE /v2.0/security-groups/a8f8713f-44a5-408c-aa5e-e531e6c9608d HTTP/1.1" status: 204 len: 168 time: 0.2390265 Jan 11 13:15:40.709318 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd35ebf-56a2-41e0-868b-c22b58c58d83 tempest-TestShelveInstance-2051411005 tempest-TestShelveInstance-2051411005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f8713f-44a5-408c-aa5e-e531e6c9608d,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:40.730439 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e2d02e50-0af6-40fe-a972-df749fe186f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (db6d40fb-63c1-4543-b476-aeddd682fbca), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:40.734537 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e2d02e50-0af6-40fe-a972-df749fe186f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:40.738566 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-e2d02e50-0af6-40fe-a972-df749fe186f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db6d40fb-63c1-4543-b476-aeddd682fbca HTTP/1.1" status: 204 len: 168 time: 0.1924706 Jan 11 13:15:40.745684 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d02e50-0af6-40fe-a972-df749fe186f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6d40fb-63c1-4543-b476-aeddd682fbca,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:40.749843 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 58230) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:41.168547 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0ed92df4-5113-4e96-8417-32d11a875291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7987925'] for router_interface (d3837b20-7e9a-477b-82de-b902f9fad5c4), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:41.204630 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a258d2-3fa7-44f2-8317-88bf173c47ed req-32bd261a-1440-46d7-82b8-e39521d719af tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:41.209050 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-44a258d2-3fa7-44f2-8317-88bf173c47ed req-32bd261a-1440-46d7-82b8-e39521d719af tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 944 time: 0.0619216 Jan 11 13:15:41.267779 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-44a258d2-3fa7-44f2-8317-88bf173c47ed req-a3df2b8d-ee96-4ae9-8af8-4e311d8a45aa tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542121 Jan 11 13:15:41.430208 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0ed92df4-5113-4e96-8417-32d11a875291 admin admin] Deleting port a102a5b2-ebe9-4535-9278-33cf77c7405c {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:15:41.430585 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0ed92df4-5113-4e96-8417-32d11a875291 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:41.516498 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-0ed92df4-5113-4e96-8417-32d11a875291 admin admin] For port a102a5b2-ebe9-4535-9278-33cf77c7405c, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=a102a5b2-ebe9-4535-9278-33cf77c7405c,segment=NetworkSegment(c39e7b4e-289c-4583-818c-f34db9fca8a8),segment_id=c39e7b4e-289c-4583-818c-f34db9fca8a8)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:41.517178 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0ed92df4-5113-4e96-8417-32d11a875291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:41.530239 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 48831c0b-0a95-4bb6-9492-84503f0a7226 up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:15:41.530718 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0ed92df4-5113-4e96-8417-32d11a875291 admin admin] Calling delete_port for a102a5b2-ebe9-4535-9278-33cf77c7405c owned by network:router_interface {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:15:41.597164 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port 48831c0b-0a95-4bb6-9492-84503f0a7226 completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:15:41.605672 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port 48831c0b-0a95-4bb6-9492-84503f0a7226 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:15:41.606136 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (48831c0b-0a95-4bb6-9492-84503f0a7226), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:41.688545 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 48831c0b-0a95-4bb6-9492-84503f0a7226 is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:15:41.689213 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (48831c0b-0a95-4bb6-9492-84503f0a7226), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:41.716959 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48831c0b-0a95-4bb6-9492-84503f0a7226'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:15:41.719258 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea7a5d1-4c09-459d-b85b-0eb4a2c60ef1" -d '{"events": [{"server_uuid": "0734d8b7-bac9-474f-a65d-19ee80c6f7b3", "name": "network-vif-plugged", "status": "completed", "tag": "48831c0b-0a95-4bb6-9492-84503f0a7226"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:15:41.745430 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 48831c0b-0a95-4bb6-9492-84503f0a7226, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=48831c0b-0a95-4bb6-9492-84503f0a7226,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:41.748103 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0ed92df4-5113-4e96-8417-32d11a875291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (a102a5b2-ebe9-4535-9278-33cf77c7405c), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:41.754461 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (48831c0b-0a95-4bb6-9492-84503f0a7226), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:41.755458 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 1458aaaf-d8ab-4938-8889-8b542a4d2666 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:15:41.773446 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed92df4-5113-4e96-8417-32d11a875291 admin admin] Pushing event deleted for resources: {'Port': ['ID=a102a5b2-ebe9-4535-9278-33cf77c7405c,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:41.815322 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc356bd-17ab-40b8-a64e-c25de0f62e23 x-openstack-request-id: req-5fc356bd-17ab-40b8-a64e-c25de0f62e23 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:15:41.815667 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0734d8b7-bac9-474f-a65d-19ee80c6f7b3", "name": "network-vif-plugged", "status": "completed", "tag": "48831c0b-0a95-4bb6-9492-84503f0a7226", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:15:41.815930 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5fc356bd-17ab-40b8-a64e-c25de0f62e23 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:15:41.816947 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48831c0b-0a95-4bb6-9492-84503f0a7226', 'code': 200} Jan 11 13:15:41.842565 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: 1458aaaf-d8ab-4938-8889-8b542a4d2666 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:15:41.842921 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 1458aaaf-d8ab-4938-8889-8b542a4d2666 not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:15:41.892211 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=48831c0b-0a95-4bb6-9492-84503f0a7226,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:41.981456 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0ed92df4-5113-4e96-8417-32d11a875291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8104554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7987809'] for router_interface (d3837b20-7e9a-477b-82de-b902f9fad5c4), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:42.148317 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5f68f-d20b-4694-8b66-aab3a40ca155 req-4b39d516-12ed-4852-a7c6-c42d57eaad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:42.149894 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-07f5f68f-d20b-4694-8b66-aab3a40ca155 req-4b39d516-12ed-4852-a7c6-c42d57eaad28 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 1098 time: 0.1591344 Jan 11 13:15:42.266783 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-07f5f68f-d20b-4694-8b66-aab3a40ca155 req-1014bde9-b572-431a-9940-dca5d4c984b6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100490 Jan 11 13:15:42.302669 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed92df4-5113-4e96-8417-32d11a875291 admin admin] Router d3837b20-7e9a-477b-82de-b902f9fad5c4 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:15:42.408397 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d412f6-c185-4a81-b840-f93178392fd8 req-cd6b4c96-b351-4283-8bdf-13f5dc4a57ec tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:42.410057 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4d412f6-c185-4a81-b840-f93178392fd8 req-cd6b4c96-b351-4283-8bdf-13f5dc4a57ec tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 945 time: 0.0635560 Jan 11 13:15:42.421346 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed92df4-5113-4e96-8417-32d11a875291 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:15:42.427181 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-0ed92df4-5113-4e96-8417-32d11a875291 admin admin] 10.222.0.52 "PUT /v2.0/routers/d3837b20-7e9a-477b-82de-b902f9fad5c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6761677 Jan 11 13:15:42.430493 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 58318) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:42.432439 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c035ca3-2e13-483c-92f1-bf47980d810b None None] Sync routers for ids ['d3837b20-7e9a-477b-82de-b902f9fad5c4'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:15:42.449249 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c035ca3-2e13-483c-92f1-bf47980d810b None None] Routers {'d3837b20-7e9a-477b-82de-b902f9fad5c4'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:15:42.449898 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8c035ca3-2e13-483c-92f1-bf47980d810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:15:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['d3837b20-7e9a-477b-82de-b902f9fad5c4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:42.474292 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4d412f6-c185-4a81-b840-f93178392fd8 req-005fbd3c-c34e-460d-8ad4-b654975a4dc7 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573936 Jan 11 13:15:42.570786 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-8c035ca3-2e13-483c-92f1-bf47980d810b None None] Set router d3837b20-7e9a-477b-82de-b902f9fad5c4 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:15:42.768468 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8c035ca3-2e13-483c-92f1-bf47980d810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'name': 'tempest-TestShelveInstance-1070493120-router', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:36Z', 'updated_at': '2022-01-11T13:15:41Z', 'revision_number': 5, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'gw_port': {'id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:37Z', 'updated_at': '2022-01-11T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:42.788775 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5724-a9c0-4c43-9d32-1be1580d588a admin admin] Publish callbacks [] for router (d3837b20-7e9a-477b-82de-b902f9fad5c4), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:42.798638 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c035ca3-2e13-483c-92f1-bf47980d810b None None] Checking router: d3837b20-7e9a-477b-82de-b902f9fad5c4 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:15:42.807144 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c035ca3-2e13-483c-92f1-bf47980d810b None None] Routers {'d3837b20-7e9a-477b-82de-b902f9fad5c4'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:15:42.807922 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8c035ca3-2e13-483c-92f1-bf47980d810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:15:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['d3837b20-7e9a-477b-82de-b902f9fad5c4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:42.892880 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5724-a9c0-4c43-9d32-1be1580d588a admin admin] Publish callbacks [] for router_gateway (d3837b20-7e9a-477b-82de-b902f9fad5c4), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:42.948204 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7f1f5724-a9c0-4c43-9d32-1be1580d588a admin admin] Deleting port 769bffec-aaaf-4c99-a627-848e36b59f33 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:15:42.948677 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5724-a9c0-4c43-9d32-1be1580d588a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (769bffec-aaaf-4c99-a627-848e36b59f33), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:43.031086 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7f1f5724-a9c0-4c43-9d32-1be1580d588a admin admin] For port 769bffec-aaaf-4c99-a627-848e36b59f33, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=769bffec-aaaf-4c99-a627-848e36b59f33,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:43.031457 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5724-a9c0-4c43-9d32-1be1580d588a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (769bffec-aaaf-4c99-a627-848e36b59f33), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:43.044096 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7f1f5724-a9c0-4c43-9d32-1be1580d588a admin admin] Calling delete_port for 769bffec-aaaf-4c99-a627-848e36b59f33 owned by network:router_gateway {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:15:43.049191 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-8c035ca3-2e13-483c-92f1-bf47980d810b None None] Set router d3837b20-7e9a-477b-82de-b902f9fad5c4 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:15:43.218265 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5724-a9c0-4c43-9d32-1be1580d588a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (769bffec-aaaf-4c99-a627-848e36b59f33), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:43.238315 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8c035ca3-2e13-483c-92f1-bf47980d810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'name': 'tempest-TestShelveInstance-1070493120-router', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:36Z', 'updated_at': '2022-01-11T13:15:41Z', 'revision_number': 5, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'gw_port': {'id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:37Z', 'updated_at': '2022-01-11T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:43.246676 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f5724-a9c0-4c43-9d32-1be1580d588a admin admin] Pushing event deleted for resources: {'Port': ['ID=769bffec-aaaf-4c99-a627-848e36b59f33,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:43.265519 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c035ca3-2e13-483c-92f1-bf47980d810b None None] The sync data for ids ['d3837b20-7e9a-477b-82de-b902f9fad5c4'] in dv-cinder-824149-3-iscsi is: [{'id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'name': 'tempest-TestShelveInstance-1070493120-router', 'tenant_id': '8e5eb41976664084b52ed4c7ea35403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:36Z', 'updated_at': '2022-01-11T13:15:41Z', 'revision_number': 5, 'project_id': '8e5eb41976664084b52ed4c7ea35403f', 'gw_port': {'id': '769bffec-aaaf-4c99-a627-848e36b59f33', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3837b20-7e9a-477b-82de-b902f9fad5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:37Z', 'updated_at': '2022-01-11T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:15:43.315246 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5724-a9c0-4c43-9d32-1be1580d588a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7954051'] for router_gateway (d3837b20-7e9a-477b-82de-b902f9fad5c4), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:43.405002 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5724-a9c0-4c43-9d32-1be1580d588a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7983370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5196'] for router (d3837b20-7e9a-477b-82de-b902f9fad5c4), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:43.407020 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5724-a9c0-4c43-9d32-1be1580d588a admin admin] Publish callbacks [] for router_controller (d3837b20-7e9a-477b-82de-b902f9fad5c4), precommit_delete_associations {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:43.452666 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5724-a9c0-4c43-9d32-1be1580d588a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7983475'] for router (d3837b20-7e9a-477b-82de-b902f9fad5c4), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:43.453290 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1f5724-a9c0-4c43-9d32-1be1580d588a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3837b20-7e9a-477b-82de-b902f9fad5c4 {{(pid=102630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 13:15:43.458071 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5724-a9c0-4c43-9d32-1be1580d588a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:43.461875 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-7f1f5724-a9c0-4c43-9d32-1be1580d588a admin admin] 10.222.0.52 "DELETE /v2.0/routers/d3837b20-7e9a-477b-82de-b902f9fad5c4 HTTP/1.1" status: 204 len: 168 time: 1.0276136 Jan 11 13:15:43.462050 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 58324) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:43.511575 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ead7a5-e9b5-457a-bf63-7ec0b1c144cc admin admin] Deleting subnet 2f857a8a-7f3f-4139-ad7b-61767db0a6fa {{(pid=102630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 13:15:43.515114 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-63ead7a5-e9b5-457a-bf63-7ec0b1c144cc admin admin] Publish callbacks [] for subnet (2f857a8a-7f3f-4139-ad7b-61767db0a6fa), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:43.552587 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-63ead7a5-e9b5-457a-bf63-7ec0b1c144cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476153'] for subnet (2f857a8a-7f3f-4139-ad7b-61767db0a6fa), precommit_delete_associations {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:43.608685 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcae4c-63ac-4304-9475-beec14fcaa77 req-e17b700f-f797-4bbd-822e-0bfe528c2b2f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:43.610168 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46bcae4c-63ac-4304-9475-beec14fcaa77 req-e17b700f-f797-4bbd-822e-0bfe528c2b2f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 945 time: 0.0554774 Jan 11 13:15:43.632052 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-63ead7a5-e9b5-457a-bf63-7ec0b1c144cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905359'] for subnet (2f857a8a-7f3f-4139-ad7b-61767db0a6fa), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:43.675784 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46bcae4c-63ac-4304-9475-beec14fcaa77 req-a5bf9886-b21a-4cdb-a0bf-418f76fb9859 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557318 Jan 11 13:15:43.718531 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-63ead7a5-e9b5-457a-bf63-7ec0b1c144cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4386099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203008'] for subnet (2f857a8a-7f3f-4139-ad7b-61767db0a6fa), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:43.745972 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ead7a5-e9b5-457a-bf63-7ec0b1c144cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f857a8a-7f3f-4139-ad7b-61767db0a6fa,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:43.753860 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-63ead7a5-e9b5-457a-bf63-7ec0b1c144cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:43.759664 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229bda8f-ff47-4f1c-9b20-44627080e5b1 None None] Network 4a81179c-8970-4450-861d-29532f8e250e requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:15:43.762226 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-63ead7a5-e9b5-457a-bf63-7ec0b1c144cc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2f857a8a-7f3f-4139-ad7b-61767db0a6fa HTTP/1.1" status: 204 len: 168 time: 0.2991762 Jan 11 13:15:43.762942 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 58332) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:43.834760 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3728e29-febb-461f-8bb3-4378e8321d05 req-175caa38-1374-42c9-9da6-f93e0d1a6c3e tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:43.836521 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b3728e29-febb-461f-8bb3-4378e8321d05 req-175caa38-1374-42c9-9da6-f93e0d1a6c3e tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 945 time: 0.0769167 Jan 11 13:15:43.844192 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762316'] for network (4a81179c-8970-4450-861d-29532f8e250e), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:43.893043 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b3728e29-febb-461f-8bb3-4378e8321d05 req-78af09ca-6bde-43b4-965a-57a6e4eec657 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506442 Jan 11 13:15:43.908553 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] Deleting port 626f127b-e283-4a58-935d-227282ba689d {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:15:43.908835 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (626f127b-e283-4a58-935d-227282ba689d), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:43.916483 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 58334) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:43.954466 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f4ccdd-36e9-46ee-84b9-9b876578cba7 None None] DHCP port deletion for 4a81179c-8970-4450-861d-29532f8e250e request from dv-cinder-824149-3-iscsi {{(pid=102631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 13:15:43.975012 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd55c7cd-1443-40ce-b3b5-e531495a1dcd tempest-TestVolumeBootPattern-1126933987 tempest-TestVolumeBootPattern-1126933987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:43.976875 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-dd55c7cd-1443-40ce-b3b5-e531495a1dcd tempest-TestVolumeBootPattern-1126933987 tempest-TestVolumeBootPattern-1126933987-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 1093 time: 0.0591218 Jan 11 13:15:43.980648 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 58336) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:43.986294 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Request body: {'floatingip': {'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'port_id': '48831c0b-0a95-4bb6-9492-84503f0a7226', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:15:43.998797 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] For port 626f127b-e283-4a58-935d-227282ba689d, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=626f127b-e283-4a58-935d-227282ba689d,segment=NetworkSegment(c39e7b4e-289c-4583-818c-f34db9fca8a8),segment_id=c39e7b4e-289c-4583-818c-f34db9fca8a8)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:43.999178 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (626f127b-e283-4a58-935d-227282ba689d), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:44.015200 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-99f4ccdd-36e9-46ee-84b9-9b876578cba7 None None] Deleting port 626f127b-e283-4a58-935d-227282ba689d {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:15:44.015907 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-99f4ccdd-36e9-46ee-84b9-9b876578cba7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (626f127b-e283-4a58-935d-227282ba689d), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:44.025311 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] Calling delete_port for 626f127b-e283-4a58-935d-227282ba689d owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:15:44.052686 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:44.138403 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-99f4ccdd-36e9-46ee-84b9-9b876578cba7 None None] For port 626f127b-e283-4a58-935d-227282ba689d, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=626f127b-e283-4a58-935d-227282ba689d,segment=NetworkSegment(c39e7b4e-289c-4583-818c-f34db9fca8a8),segment_id=c39e7b4e-289c-4583-818c-f34db9fca8a8)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:44.139120 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-99f4ccdd-36e9-46ee-84b9-9b876578cba7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (626f127b-e283-4a58-935d-227282ba689d), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:44.140520 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (626f127b-e283-4a58-935d-227282ba689d), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:44.158494 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-99f4ccdd-36e9-46ee-84b9-9b876578cba7 None None] Calling delete_port for 626f127b-e283-4a58-935d-227282ba689d owned by network:dhcp {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:15:44.189314 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=626f127b-e283-4a58-935d-227282ba689d,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:44.190475 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] No DVR routers for this DVR port 626f127b-e283-4a58-935d-227282ba689d on host dv-cinder-824149-3-iscsi {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:15:44.218772 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:44.279541 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911386', 'neutron.services.segments.db._delete_segments_for_network-8779303588271'] for network (4a81179c-8970-4450-861d-29532f8e250e), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:44.300922 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-99f4ccdd-36e9-46ee-84b9-9b876578cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871'] for port (626f127b-e283-4a58-935d-227282ba689d), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:44.303786 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a81179c-8970-4450-861d-29532f8e250e']}} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:44.313598 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39e7b4e-289c-4583-818c-f34db9fca8a8') {'for_net_delete': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:44.313896 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39e7b4e-289c-4583-818c-f34db9fca8a8') {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:44.325301 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4ccdd-36e9-46ee-84b9-9b876578cba7 None None] Pushing event deleted for resources: {'Port': ['ID=626f127b-e283-4a58-935d-227282ba689d,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:44.327310 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779303593144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5476144'] for segment (c39e7b4e-289c-4583-818c-f34db9fca8a8), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:44.332932 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4ccdd-36e9-46ee-84b9-9b876578cba7 None None] No DVR routers for this DVR port 626f127b-e283-4a58-935d-227282ba689d on host dv-cinder-824149-3-iscsi {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:15:44.342079 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (c39e7b4e-289c-4583-818c-f34db9fca8a8), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:44.351480 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Allocated IP 172.27.0.137 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/c7b7eec6-4bc4-4898-a7ce-2e317a7fc605) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:15:44.353605 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 13:15:44.354189 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4386133'] for segment (c39e7b4e-289c-4583-818c-f34db9fca8a8), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: Traceback (most recent call last): Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: timer() Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: cb(*args, **kw) Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: return func(*args, **kwargs) Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: self._notify() Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: self.callback(batched_events) Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: event.method(event) Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: return f(self, *a, **k) Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: return self._get(url).json() Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: return self.request(url, 'GET', **kwargs) Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 13:15:44.357396 dv-cinder-824149-3-iscsi neutron-server[102630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 13:15:44.412807 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7954151'] for network (4a81179c-8970-4450-861d-29532f8e250e), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:44.430350 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:44.433647 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4a81179c-8970-4450-861d-29532f8e250e HTTP/1.1" status: 204 len: 168 time: 0.6696053 Jan 11 13:15:44.434805 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59082024-9805-4c66-881e-4eeca0e462d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a81179c-8970-4450-861d-29532f8e250e,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:44.437167 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 58340) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:44.464342 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for port (c7b7eec6-4bc4-4898-a7ce-2e317a7fc605), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:44.477576 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device a102a5b2-ebe9-4535-9278-33cf77c7405c no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:15:44.513525 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (c7b7eec6-4bc4-4898-a7ce-2e317a7fc605), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:44.524488 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: a102a5b2-ebe9-4535-9278-33cf77c7405c {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:15:44.525056 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device a102a5b2-ebe9-4535-9278-33cf77c7405c not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:15:44.526431 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 626f127b-e283-4a58-935d-227282ba689d no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:15:44.554989 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: 626f127b-e283-4a58-935d-227282ba689d {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:15:44.555713 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 626f127b-e283-4a58-935d-227282ba689d not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:15:44.575346 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:15:44.576269 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event updated for resources: {'Port': ['ID=c7b7eec6-4bc4-4898-a7ce-2e317a7fc605,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:44.579580 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:15:44.581813 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:15:44.829007 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc8d6d2a-02ad-49a2-886d-a760e9d94a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7987925'] for router_interface (46a1121a-6e76-4ec7-84dd-533041988fb4), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:44.937793 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for floatingip (0c93f4dd-97d8-4832-83a0-b783d168e988), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:45.015529 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (c7b7eec6-4bc4-4898-a7ce-2e317a7fc605), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:45.088019 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d6d2a-02ad-49a2-886d-a760e9d94a73 admin admin] Deleting port 4c99ac85-7188-4fe4-880b-22da0e17b02c {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:15:45.088653 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc8d6d2a-02ad-49a2-886d-a760e9d94a73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:45.166523 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-cc8d6d2a-02ad-49a2-886d-a760e9d94a73 admin admin] For port 4c99ac85-7188-4fe4-880b-22da0e17b02c, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=4c99ac85-7188-4fe4-880b-22da0e17b02c,segment=NetworkSegment(8675d20b-3e75-43e4-8f60-7c401e485563),segment_id=8675d20b-3e75-43e4-8f60-7c401e485563)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:45.166887 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc8d6d2a-02ad-49a2-886d-a760e9d94a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:45.168935 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for port (c7b7eec6-4bc4-4898-a7ce-2e317a7fc605), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:45.173231 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5438357'] for port (c7b7eec6-4bc4-4898-a7ce-2e317a7fc605), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:45.180913 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d6d2a-02ad-49a2-886d-a760e9d94a73 admin admin] Calling delete_port for 4c99ac85-7188-4fe4-880b-22da0e17b02c owned by network:router_interface {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:15:45.246796 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event updated for resources: {'Port': ['ID=c7b7eec6-4bc4-4898-a7ce-2e317a7fc605,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:45.257533 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7954133'] for floatingip (0c93f4dd-97d8-4832-83a0-b783d168e988), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:45.372011 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc8d6d2a-02ad-49a2-886d-a760e9d94a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (4c99ac85-7188-4fe4-880b-22da0e17b02c), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:45.398421 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d6d2a-02ad-49a2-886d-a760e9d94a73 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c99ac85-7188-4fe4-880b-22da0e17b02c,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:45.588463 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc8d6d2a-02ad-49a2-886d-a760e9d94a73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8104554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7987809'] for router_interface (46a1121a-6e76-4ec7-84dd-533041988fb4), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:45.613826 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Floating IP 0c93f4dd-97d8-4832-83a0-b783d168e988 associated. External IP: 172.27.0.137, port: 48831c0b-0a95-4bb6-9492-84503f0a7226. Jan 11 13:15:45.706240 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:15:45.831368 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:15:45.833232 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8d6d2a-02ad-49a2-886d-a760e9d94a73 admin admin] Router 46a1121a-6e76-4ec7-84dd-533041988fb4 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:15:45.936211 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8d6d2a-02ad-49a2-886d-a760e9d94a73 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:15:45.938765 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:15:45.944783 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-cc8d6d2a-02ad-49a2-886d-a760e9d94a73 admin admin] 10.222.0.52 "PUT /v2.0/routers/46a1121a-6e76-4ec7-84dd-533041988fb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5037735 Jan 11 13:15:45.944783 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 58348) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:45.946338 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd6d35-b89a-482b-9d79-7377ef639c09 None None] Sync routers for ids ['46a1121a-6e76-4ec7-84dd-533041988fb4'] in dv-cinder-824149-3-iscsi {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:15:45.956145 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd6d35-b89a-482b-9d79-7377ef639c09 None None] Routers {'46a1121a-6e76-4ec7-84dd-533041988fb4'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:15:45.956614 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae782c-eda6-4f49-9d81-48fa9edc51fc None None] Sync routers for ids ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:15:45.957076 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-63dd6d35-b89a-482b-9d79-7377ef639c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:15:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['46a1121a-6e76-4ec7-84dd-533041988fb4'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:45.967147 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae782c-eda6-4f49-9d81-48fa9edc51fc None None] Routers {'5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:15:45.967906 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-59ae782c-eda6-4f49-9d81-48fa9edc51fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:15:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:45.971479 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:46.013131 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-a781f60a-c939-4cb6-ac6a-49dfbebd1d60 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0305340 Jan 11 13:15:46.015349 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'tag': '48831c0b-0a95-4bb6-9492-84503f0a7226'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:15:46.026333 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af0636eba1a291367581c8aec72d24749398756e80c769753eba00a549122f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1937ddaa-e434-4f1e-b7f5-125c500ed3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0734d8b7-bac9-474f-a65d-19ee80c6f7b3", "tag": "48831c0b-0a95-4bb6-9492-84503f0a7226"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:15:46.098464 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482f9218-6733-458e-8b52-214ad1e51ca2 x-openstack-request-id: req-482f9218-6733-458e-8b52-214ad1e51ca2 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:15:46.098911 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0734d8b7-bac9-474f-a65d-19ee80c6f7b3", "tag": "48831c0b-0a95-4bb6-9492-84503f0a7226", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:15:46.099573 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-482f9218-6733-458e-8b52-214ad1e51ca2 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:15:46.099990 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'tag': '48831c0b-0a95-4bb6-9492-84503f0a7226', 'status': 'completed', 'code': 200} Jan 11 13:15:46.115604 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-59ae782c-eda6-4f49-9d81-48fa9edc51fc None None] Set router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:15:46.136711 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-63dd6d35-b89a-482b-9d79-7377ef639c09 None None] Set router 46a1121a-6e76-4ec7-84dd-533041988fb4 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:15:46.150183 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 769bffec-aaaf-4c99-a627-848e36b59f33 no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:15:46.179026 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: 769bffec-aaaf-4c99-a627-848e36b59f33 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:15:46.179387 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 769bffec-aaaf-4c99-a627-848e36b59f33 not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:15:46.350563 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-63dd6d35-b89a-482b-9d79-7377ef639c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'name': 'tempest-TestShelveInstance-1213394303-router', 'tenant_id': '3df8b2509fb94c3589c9723eaa612d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e8c80772-758e-4f21-9c4d-7f1b724dc8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:43Z', 'updated_at': '2022-01-11T13:15:45Z', 'revision_number': 5, 'project_id': '3df8b2509fb94c3589c9723eaa612d6d', 'gw_port': {'id': 'e8c80772-758e-4f21-9c4d-7f1b724dc8e6', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:44Z', 'updated_at': '2022-01-11T13:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:46.367875 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937ddaa-e434-4f1e-b7f5-125c500ed3c1 req-8cebd5a3-a765-4cc7-ac43-8291d189c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:46.369496 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-1937ddaa-e434-4f1e-b7f5-125c500ed3c1 req-8cebd5a3-a765-4cc7-ac43-8291d189c57f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73983d260517467dab770ff153eba8a9&device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 1098 time: 0.0914862 Jan 11 13:15:46.386894 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd6d35-b89a-482b-9d79-7377ef639c09 None None] Checking router: 46a1121a-6e76-4ec7-84dd-533041988fb4 for host: dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:15:46.395548 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd6d35-b89a-482b-9d79-7377ef639c09 None None] Routers {'46a1121a-6e76-4ec7-84dd-533041988fb4'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:15:46.396332 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-63dd6d35-b89a-482b-9d79-7377ef639c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:15:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['46a1121a-6e76-4ec7-84dd-533041988fb4'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:46.406138 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-59ae782c-eda6-4f49-9d81-48fa9edc51fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '0c93f4dd-97d8-4832-83a0-b783d168e988', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'port_id': '48831c0b-0a95-4bb6-9492-84503f0a7226', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'mac_address': 'fa:16:3e:15:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:15:44Z', 'updated_at': '2022-01-11T13:15:44Z', 'revision_number': 0, 'project_id': '73983d260517467dab770ff153eba8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:46.445083 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae782c-eda6-4f49-9d81-48fa9edc51fc None None] Checking router: 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:15:46.451739 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71ec0209-a3e6-417b-9f6c-e7491b6a40a8 admin admin] Publish callbacks [] for router (46a1121a-6e76-4ec7-84dd-533041988fb4), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:46.453760 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae782c-eda6-4f49-9d81-48fa9edc51fc None None] Routers {'5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:15:46.454674 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-59ae782c-eda6-4f49-9d81-48fa9edc51fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:15:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:46.508268 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-63dd6d35-b89a-482b-9d79-7377ef639c09 None None] Set router 46a1121a-6e76-4ec7-84dd-533041988fb4 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:15:46.555530 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937ddaa-e434-4f1e-b7f5-125c500ed3c1 req-45ada2bd-3c22-4f3a-8974-22985462c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:46.557165 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-1937ddaa-e434-4f1e-b7f5-125c500ed3c1 req-45ada2bd-3c22-4f3a-8974-22985462c1e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca HTTP/1.1" status: 200 len: 912 time: 0.1795688 Jan 11 13:15:46.569519 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-59ae782c-eda6-4f49-9d81-48fa9edc51fc None None] Set router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:15:46.634144 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71ec0209-a3e6-417b-9f6c-e7491b6a40a8 admin admin] Publish callbacks [] for router_gateway (46a1121a-6e76-4ec7-84dd-533041988fb4), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:46.645611 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-1937ddaa-e434-4f1e-b7f5-125c500ed3c1 req-8cbfb0a8-b1e8-4521-93ba-b2987980fb1c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48831c0b-0a95-4bb6-9492-84503f0a7226 HTTP/1.1" status: 200 len: 999 time: 0.0783055 Jan 11 13:15:46.703923 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-63dd6d35-b89a-482b-9d79-7377ef639c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'name': 'tempest-TestShelveInstance-1213394303-router', 'tenant_id': '3df8b2509fb94c3589c9723eaa612d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e8c80772-758e-4f21-9c4d-7f1b724dc8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:43Z', 'updated_at': '2022-01-11T13:15:45Z', 'revision_number': 5, 'project_id': '3df8b2509fb94c3589c9723eaa612d6d', 'gw_port': {'id': 'e8c80772-758e-4f21-9c4d-7f1b724dc8e6', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:44Z', 'updated_at': '2022-01-11T13:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:46.725662 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937ddaa-e434-4f1e-b7f5-125c500ed3c1 req-4b208bf0-b234-4d09-9f31-467b31393014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:46.728275 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-1937ddaa-e434-4f1e-b7f5-125c500ed3c1 req-4b208bf0-b234-4d09-9f31-467b31393014 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa84b08-0d99-43f5-874d-09b99bae3402 HTTP/1.1" status: 200 len: 850 time: 0.0578372 Jan 11 13:15:46.741506 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd6d35-b89a-482b-9d79-7377ef639c09 None None] The sync data for ids ['46a1121a-6e76-4ec7-84dd-533041988fb4'] in dv-cinder-824149-3-iscsi is: [{'id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'name': 'tempest-TestShelveInstance-1213394303-router', 'tenant_id': '3df8b2509fb94c3589c9723eaa612d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e8c80772-758e-4f21-9c4d-7f1b724dc8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:10:43Z', 'updated_at': '2022-01-11T13:15:45Z', 'revision_number': 5, 'project_id': '3df8b2509fb94c3589c9723eaa612d6d', 'gw_port': {'id': 'e8c80772-758e-4f21-9c4d-7f1b724dc8e6', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a1121a-6e76-4ec7-84dd-533041988fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:10:44Z', 'updated_at': '2022-01-11T13:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}] {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:15:46.747251 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-71ec0209-a3e6-417b-9f6c-e7491b6a40a8 admin admin] Deleting port e8c80772-758e-4f21-9c4d-7f1b724dc8e6 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:15:46.747591 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71ec0209-a3e6-417b-9f6c-e7491b6a40a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (e8c80772-758e-4f21-9c4d-7f1b724dc8e6), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:46.834100 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937ddaa-e434-4f1e-b7f5-125c500ed3c1 req-b9f93a11-0f69-4576-8028-dfa86c62dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:15:46.835297 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-59ae782c-eda6-4f49-9d81-48fa9edc51fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '0c93f4dd-97d8-4832-83a0-b783d168e988', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'port_id': '48831c0b-0a95-4bb6-9492-84503f0a7226', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'mac_address': 'fa:16:3e:15:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:15:44Z', 'updated_at': '2022-01-11T13:15:44Z', 'revision_number': 0, 'project_id': '73983d260517467dab770ff153eba8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:46.835588 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-1937ddaa-e434-4f1e-b7f5-125c500ed3c1 req-b9f93a11-0f69-4576-8028-dfa86c62dc4a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1002398 Jan 11 13:15:46.864699 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae782c-eda6-4f49-9d81-48fa9edc51fc None None] The sync data for ids ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'] in dv-cinder-824149-3-iscsi is: [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '0c93f4dd-97d8-4832-83a0-b783d168e988', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'port_id': '48831c0b-0a95-4bb6-9492-84503f0a7226', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'mac_address': 'fa:16:3e:15:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:15:44Z', 'updated_at': '2022-01-11T13:15:44Z', 'revision_number': 0, 'project_id': '73983d260517467dab770ff153eba8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:15:46.884795 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-71ec0209-a3e6-417b-9f6c-e7491b6a40a8 admin admin] For port e8c80772-758e-4f21-9c4d-7f1b724dc8e6, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=e8c80772-758e-4f21-9c4d-7f1b724dc8e6,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:46.885153 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71ec0209-a3e6-417b-9f6c-e7491b6a40a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (e8c80772-758e-4f21-9c4d-7f1b724dc8e6), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:46.927819 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-71ec0209-a3e6-417b-9f6c-e7491b6a40a8 admin admin] Calling delete_port for e8c80772-758e-4f21-9c4d-7f1b724dc8e6 owned by network:router_gateway {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:15:46.998277 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-1937ddaa-e434-4f1e-b7f5-125c500ed3c1 req-d7738e9f-3626-47cf-b8f5-fccff9d87fc4 service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546478 Jan 11 13:15:47.063440 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aec5227-df69-4f5e-b72b-da1c1998e51b None None] New status for floating IP 0c93f4dd-97d8-4832-83a0-b783d168e988: ACTIVE {{(pid=102632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 13:15:47.153913 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-1937ddaa-e434-4f1e-b7f5-125c500ed3c1 req-bf7e70d6-204e-47f5-890c-5ba1cc1e5e03 service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470034 Jan 11 13:15:47.203692 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71ec0209-a3e6-417b-9f6c-e7491b6a40a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (e8c80772-758e-4f21-9c4d-7f1b724dc8e6), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:47.234008 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec0209-a3e6-417b-9f6c-e7491b6a40a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c80772-758e-4f21-9c4d-7f1b724dc8e6,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:47.300736 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71ec0209-a3e6-417b-9f6c-e7491b6a40a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7954051'] for router_gateway (46a1121a-6e76-4ec7-84dd-533041988fb4), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:47.395630 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71ec0209-a3e6-417b-9f6c-e7491b6a40a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7983370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5196'] for router (46a1121a-6e76-4ec7-84dd-533041988fb4), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:47.397961 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71ec0209-a3e6-417b-9f6c-e7491b6a40a8 admin admin] Publish callbacks [] for router_controller (46a1121a-6e76-4ec7-84dd-533041988fb4), precommit_delete_associations {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:47.444594 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71ec0209-a3e6-417b-9f6c-e7491b6a40a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7983475'] for router (46a1121a-6e76-4ec7-84dd-533041988fb4), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:47.445162 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ec0209-a3e6-417b-9f6c-e7491b6a40a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46a1121a-6e76-4ec7-84dd-533041988fb4 {{(pid=102630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 13:15:47.449550 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71ec0209-a3e6-417b-9f6c-e7491b6a40a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:47.450925 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-71ec0209-a3e6-417b-9f6c-e7491b6a40a8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/46a1121a-6e76-4ec7-84dd-533041988fb4 HTTP/1.1" status: 204 len: 168 time: 1.5051980 Jan 11 13:15:47.453182 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 58360) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:47.504347 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_v2 [None req-5723f139-254e-4c38-a4dc-d0681bcbfa91 admin admin] Deleting subnet 14f03408-0e69-4b1d-9eda-c71f2e66f52a {{(pid=102630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 13:15:47.508063 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5723f139-254e-4c38-a4dc-d0681bcbfa91 admin admin] Publish callbacks [] for subnet (14f03408-0e69-4b1d-9eda-c71f2e66f52a), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:47.548334 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5723f139-254e-4c38-a4dc-d0681bcbfa91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476153'] for subnet (14f03408-0e69-4b1d-9eda-c71f2e66f52a), precommit_delete_associations {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:47.624493 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5723f139-254e-4c38-a4dc-d0681bcbfa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905359'] for subnet (14f03408-0e69-4b1d-9eda-c71f2e66f52a), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:47.679720 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5723f139-254e-4c38-a4dc-d0681bcbfa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4386099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203008'] for subnet (14f03408-0e69-4b1d-9eda-c71f2e66f52a), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:47.705678 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723f139-254e-4c38-a4dc-d0681bcbfa91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14f03408-0e69-4b1d-9eda-c71f2e66f52a,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:47.709655 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5723f139-254e-4c38-a4dc-d0681bcbfa91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:47.712860 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-5723f139-254e-4c38-a4dc-d0681bcbfa91 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/14f03408-0e69-4b1d-9eda-c71f2e66f52a HTTP/1.1" status: 204 len: 168 time: 0.2587123 Jan 11 13:15:47.715312 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 58362) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:47.718069 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07981835-6080-4226-87fc-fddbd847b8dd None None] Network 658d731c-6463-4543-b500-a5481d02cc56 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:15:47.784362 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762316'] for network (658d731c-6463-4543-b500-a5481d02cc56), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:47.840177 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] Deleting port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:15:47.840484 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (dbdd4677-4dac-47d1-80a2-614d0c1eeb8e), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:47.906624 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc49b4b0-0a9e-45c6-946c-680a755a2f86 None None] DHCP port deletion for 658d731c-6463-4543-b500-a5481d02cc56 request from dv-cinder-824149-3-iscsi {{(pid=102631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 13:15:47.911021 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] For port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=dbdd4677-4dac-47d1-80a2-614d0c1eeb8e,segment=NetworkSegment(8675d20b-3e75-43e4-8f60-7c401e485563),segment_id=8675d20b-3e75-43e4-8f60-7c401e485563)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:47.911486 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (dbdd4677-4dac-47d1-80a2-614d0c1eeb8e), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:47.935787 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] Calling delete_port for dbdd4677-4dac-47d1-80a2-614d0c1eeb8e owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:15:47.965940 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-cc49b4b0-0a9e-45c6-946c-680a755a2f86 None None] Deleting port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:15:47.966322 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cc49b4b0-0a9e-45c6-946c-680a755a2f86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (dbdd4677-4dac-47d1-80a2-614d0c1eeb8e), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:48.034813 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (dbdd4677-4dac-47d1-80a2-614d0c1eeb8e), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:48.039251 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-cc49b4b0-0a9e-45c6-946c-680a755a2f86 None None] For port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=dbdd4677-4dac-47d1-80a2-614d0c1eeb8e,segment=NetworkSegment(8675d20b-3e75-43e4-8f60-7c401e485563),segment_id=8675d20b-3e75-43e4-8f60-7c401e485563)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:15:48.039656 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cc49b4b0-0a9e-45c6-946c-680a755a2f86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (dbdd4677-4dac-47d1-80a2-614d0c1eeb8e), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:48.052670 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-cc49b4b0-0a9e-45c6-946c-680a755a2f86 None None] Calling delete_port for dbdd4677-4dac-47d1-80a2-614d0c1eeb8e owned by network:dhcp {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:15:48.069148 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=dbdd4677-4dac-47d1-80a2-614d0c1eeb8e,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:48.072881 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] No DVR routers for this DVR port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e on host dv-cinder-824149-3-iscsi {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:15:48.096010 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device dbdd4677-4dac-47d1-80a2-614d0c1eeb8e no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:15:48.125326 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: dbdd4677-4dac-47d1-80a2-614d0c1eeb8e {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:15:48.125680 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device dbdd4677-4dac-47d1-80a2-614d0c1eeb8e not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:15:48.126486 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 4c99ac85-7188-4fe4-880b-22da0e17b02c no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:15:48.151967 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: 4c99ac85-7188-4fe4-880b-22da0e17b02c {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:15:48.152255 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 4c99ac85-7188-4fe4-880b-22da0e17b02c not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:15:48.152690 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device e8c80772-758e-4f21-9c4d-7f1b724dc8e6 no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:15:48.155370 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911386', 'neutron.services.segments.db._delete_segments_for_network-8779303588271'] for network (658d731c-6463-4543-b500-a5481d02cc56), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:48.178305 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: e8c80772-758e-4f21-9c4d-7f1b724dc8e6 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:15:48.178305 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device e8c80772-758e-4f21-9c4d-7f1b724dc8e6 not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:15:48.180054 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658d731c-6463-4543-b500-a5481d02cc56']}} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:48.190994 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8675d20b-3e75-43e4-8f60-7c401e485563') {'for_net_delete': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:48.191351 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8675d20b-3e75-43e4-8f60-7c401e485563') {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:15:48.201650 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779303593144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5476144'] for segment (8675d20b-3e75-43e4-8f60-7c401e485563), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:48.202322 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cc49b4b0-0a9e-45c6-946c-680a755a2f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871'] for port (dbdd4677-4dac-47d1-80a2-614d0c1eeb8e), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:48.215350 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (8675d20b-3e75-43e4-8f60-7c401e485563), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:48.223331 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 13:15:48.223700 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4386133'] for segment (8675d20b-3e75-43e4-8f60-7c401e485563), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: Traceback (most recent call last): Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: timer() Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: cb(*args, **kw) Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: return func(*args, **kwargs) Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: self._notify() Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: self.callback(batched_events) Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: event.method(event) Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: return f(self, *a, **k) Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: return self._get(url).json() Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: return self.request(url, 'GET', **kwargs) Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 13:15:48.225377 dv-cinder-824149-3-iscsi neutron-server[102630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 13:15:48.230078 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49b4b0-0a9e-45c6-946c-680a755a2f86 None None] Pushing event deleted for resources: {'Port': ['ID=dbdd4677-4dac-47d1-80a2-614d0c1eeb8e,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:48.235708 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc49b4b0-0a9e-45c6-946c-680a755a2f86 None None] No DVR routers for this DVR port dbdd4677-4dac-47d1-80a2-614d0c1eeb8e on host dv-cinder-824149-3-iscsi {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:15:48.279736 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7954151'] for network (658d731c-6463-4543-b500-a5481d02cc56), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:48.284847 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:48.288796 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] 10.222.0.52 "DELETE /v2.0/networks/658d731c-6463-4543-b500-a5481d02cc56 HTTP/1.1" status: 204 len: 168 time: 0.5715563 Jan 11 13:15:48.298899 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f44e3-62e8-4bc9-8cf1-1b5bb1b1d1ea admin admin] Pushing event deleted for resources: {'Network': ['ID=658d731c-6463-4543-b500-a5481d02cc56,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:48.449710 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 58370) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:48.489752 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-37841591-7015-47c6-87c4-99bbd9d8b70e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e5eb41976664084b52ed4c7ea35403f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388072 Jan 11 13:15:48.492275 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 58372) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:48.541781 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ba882f2b-535e-4de1-8a62-c2867131ff3e admin admin] Publish callbacks [] for security_group (afd3fca7-9270-494d-b260-2bdc95c00b25), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:48.563077 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ba882f2b-535e-4de1-8a62-c2867131ff3e admin admin] Publish callbacks [] for security_group (afd3fca7-9270-494d-b260-2bdc95c00b25), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:48.609589 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ba882f2b-535e-4de1-8a62-c2867131ff3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (afd3fca7-9270-494d-b260-2bdc95c00b25), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:48.612271 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ba882f2b-535e-4de1-8a62-c2867131ff3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:48.613415 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-ba882f2b-535e-4de1-8a62-c2867131ff3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/afd3fca7-9270-494d-b260-2bdc95c00b25 HTTP/1.1" status: 204 len: 168 time: 0.1201413 Jan 11 13:15:48.625353 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba882f2b-535e-4de1-8a62-c2867131ff3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd3fca7-9270-494d-b260-2bdc95c00b25,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:15:48.930078 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 58378) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:48.976516 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-075ea8a1-b7cf-4166-89de-6b0a4ec8768d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3df8b2509fb94c3589c9723eaa612d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452044 Jan 11 13:15:48.979304 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 58382) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:15:49.031428 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a117d65-83cd-4591-bf27-8b92b1e96825 admin admin] Publish callbacks [] for security_group (589ff7c8-48a2-4d92-ac08-988b70b0f5ba), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:49.053776 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a117d65-83cd-4591-bf27-8b92b1e96825 admin admin] Publish callbacks [] for security_group (589ff7c8-48a2-4d92-ac08-988b70b0f5ba), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:49.100792 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a117d65-83cd-4591-bf27-8b92b1e96825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (589ff7c8-48a2-4d92-ac08-988b70b0f5ba), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:49.103731 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a117d65-83cd-4591-bf27-8b92b1e96825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:15:49.104912 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-5a117d65-83cd-4591-bf27-8b92b1e96825 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/589ff7c8-48a2-4d92-ac08-988b70b0f5ba HTTP/1.1" status: 204 len: 168 time: 0.1247172 Jan 11 13:15:49.117082 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a117d65-83cd-4591-bf27-8b92b1e96825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589ff7c8-48a2-4d92-ac08-988b70b0f5ba,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:16:00.566054 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f7e044f0-7f16-45d9-9bd3-35ec5e2d1d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:02.610962 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-198bb717-9836-421d-9e97-8a23c7f21d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:03.970044 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:05.075093 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:05.077188 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-103c619d-2b75-4fca-95a8-c18eb1c9685c req-0452c9fd-6cff-49e9-aac3-0ff1b25e61ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429342 Jan 11 13:16:05.162768 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c619d-2b75-4fca-95a8-c18eb1c9685c req-bd749a9e-8326-4d2d-81ac-37741c3d24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:05.164259 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-103c619d-2b75-4fca-95a8-c18eb1c9685c req-bd749a9e-8326-4d2d-81ac-37741c3d24f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=766aabf6c55044f59013e058f55d4b4a&device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 1099 time: 0.0396819 Jan 11 13:16:05.236794 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:05.267872 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c619d-2b75-4fca-95a8-c18eb1c9685c req-de76dc48-0d09-4150-9c1c-27f43b92582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:05.269379 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-103c619d-2b75-4fca-95a8-c18eb1c9685c req-de76dc48-0d09-4150-9c1c-27f43b92582f service neutron] 10.222.0.49 "GET /v2.0/networks?id=c0323488-d640-4841-9abb-a31eb7033b5f HTTP/1.1" status: 200 len: 915 time: 0.0825584 Jan 11 13:16:05.312198 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-103c619d-2b75-4fca-95a8-c18eb1c9685c req-a6861ffa-e59e-479d-b603-bac7ae40dfb7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44561848-d63b-4f75-b02f-ea9413d75ae5 HTTP/1.1" status: 200 len: 217 time: 0.0357401 Jan 11 13:16:05.358561 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c619d-2b75-4fca-95a8-c18eb1c9685c req-a31b850f-0fd4-4095-aeb3-a6634e2bebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:05.359959 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-103c619d-2b75-4fca-95a8-c18eb1c9685c req-a31b850f-0fd4-4095-aeb3-a6634e2bebca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baf7009d-3890-428a-93fa-7e34bb00b427 HTTP/1.1" status: 200 len: 854 time: 0.0419130 Jan 11 13:16:05.388887 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-103c619d-2b75-4fca-95a8-c18eb1c9685c req-a1d42347-c4a9-4679-b329-97a821ccecc4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0323488-d640-4841-9abb-a31eb7033b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229425 Jan 11 13:16:05.476680 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-103c619d-2b75-4fca-95a8-c18eb1c9685c req-a7070ba7-ca87-414c-a428-56e8bda09c95 service neutron] 10.222.0.49 "GET /v2.0/networks/c0323488-d640-4841-9abb-a31eb7033b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815213 Jan 11 13:16:05.562942 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-103c619d-2b75-4fca-95a8-c18eb1c9685c req-cb991199-3ce6-4535-a841-442c3028412b service neutron] 10.222.0.49 "GET /v2.0/networks/c0323488-d640-4841-9abb-a31eb7033b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796602 Jan 11 13:16:06.614566 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:19.781010 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 58592) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:16:19.883038 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d2aa453b-2049-4ac7-9d6c-5531b31e7ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:19.964145 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d2aa453b-2049-4ac7-9d6c-5531b31e7ae8 admin admin] Publish callbacks [] for security_group (9964b054-cc84-4e08-8af6-1784703a1be9), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:19.974594 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d2aa453b-2049-4ac7-9d6c-5531b31e7ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (9964b054-cc84-4e08-8af6-1784703a1be9), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:20.007061 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa453b-2049-4ac7-9d6c-5531b31e7ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9964b054-cc84-4e08-8af6-1784703a1be9,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:16:20.011930 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-d2aa453b-2049-4ac7-9d6c-5531b31e7ae8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b52351a1beb463590c7fd333a2b55c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299104 Jan 11 13:16:20.014697 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 58602) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:16:20.016797 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa453b-2049-4ac7-9d6c-5531b31e7ae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.017156 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa453b-2049-4ac7-9d6c-5531b31e7ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.017503 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa453b-2049-4ac7-9d6c-5531b31e7ae8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.017840 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa453b-2049-4ac7-9d6c-5531b31e7ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.018180 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa453b-2049-4ac7-9d6c-5531b31e7ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.019020 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa453b-2049-4ac7-9d6c-5531b31e7ae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.019020 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa453b-2049-4ac7-9d6c-5531b31e7ae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.019198 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa453b-2049-4ac7-9d6c-5531b31e7ae8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.019548 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa453b-2049-4ac7-9d6c-5531b31e7ae8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.019798 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa453b-2049-4ac7-9d6c-5531b31e7ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.020152 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa453b-2049-4ac7-9d6c-5531b31e7ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.020456 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa453b-2049-4ac7-9d6c-5531b31e7ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.020782 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa453b-2049-4ac7-9d6c-5531b31e7ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.063782 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] Publish callbacks [] for security_group (9964b054-cc84-4e08-8af6-1784703a1be9), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:20.083724 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] Publish callbacks [] for security_group (9964b054-cc84-4e08-8af6-1784703a1be9), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:20.129015 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (9964b054-cc84-4e08-8af6-1784703a1be9), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:20.131676 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:20.132843 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9964b054-cc84-4e08-8af6-1784703a1be9 HTTP/1.1" status: 204 len: 168 time: 0.1171455 Jan 11 13:16:20.140398 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9964b054-cc84-4e08-8af6-1784703a1be9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:16:20.147859 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.148310 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.148590 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.148931 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.149308 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.149698 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.150037 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.150370 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.150700 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.151028 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.151353 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.151680 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:20.152001 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b223c93-9b52-4a66-afe8-2d12efca49be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:21.077689 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 58634) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:16:21.178596 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8531e7b0-b2fe-497c-b870-bf1bd7589d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:21.249581 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8531e7b0-b2fe-497c-b870-bf1bd7589d33 admin admin] Publish callbacks [] for security_group (2f14b5b3-67f9-4ffe-9cd7-ec8ae133bc6f), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:21.253019 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8531e7b0-b2fe-497c-b870-bf1bd7589d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (2f14b5b3-67f9-4ffe-9cd7-ec8ae133bc6f), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:21.290049 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-8531e7b0-b2fe-497c-b870-bf1bd7589d33 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=10598db02b2e46488d33c47da28c42f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113776 Jan 11 13:16:21.290783 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531e7b0-b2fe-497c-b870-bf1bd7589d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f14b5b3-67f9-4ffe-9cd7-ec8ae133bc6f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:16:21.292759 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 58638) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:16:21.339986 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-295ab071-9dab-4383-b31d-821c9c111051 admin admin] Publish callbacks [] for security_group (2f14b5b3-67f9-4ffe-9cd7-ec8ae133bc6f), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:21.360136 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-295ab071-9dab-4383-b31d-821c9c111051 admin admin] Publish callbacks [] for security_group (2f14b5b3-67f9-4ffe-9cd7-ec8ae133bc6f), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:21.404399 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-295ab071-9dab-4383-b31d-821c9c111051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (2f14b5b3-67f9-4ffe-9cd7-ec8ae133bc6f), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:21.406902 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-295ab071-9dab-4383-b31d-821c9c111051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:21.408063 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-295ab071-9dab-4383-b31d-821c9c111051 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f14b5b3-67f9-4ffe-9cd7-ec8ae133bc6f HTTP/1.1" status: 204 len: 168 time: 0.1142366 Jan 11 13:16:21.415588 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ab071-9dab-4383-b31d-821c9c111051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f14b5b3-67f9-4ffe-9cd7-ec8ae133bc6f,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:16:22.704857 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:16:28.816434 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edff8b-89f4-4668-83c3-c9fa9a024eed req-c77ed1d2-5889-43e3-8404-ca96ceaa7b65 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:28.817823 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4edff8b-89f4-4668-83c3-c9fa9a024eed req-c77ed1d2-5889-43e3-8404-ca96ceaa7b65 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 946 time: 0.0513115 Jan 11 13:16:28.863033 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f4edff8b-89f4-4668-83c3-c9fa9a024eed req-e7bd6f20-e9de-4802-978d-b5d7c82c3f4f tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397453 Jan 11 13:16:29.982041 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b837c5-98a8-4155-b817-26c271e4f404 req-18c63cc2-4f9a-44a5-b55b-88a03bd83e7c tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:29.983498 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-77b837c5-98a8-4155-b817-26c271e4f404 req-18c63cc2-4f9a-44a5-b55b-88a03bd83e7c tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 946 time: 0.0476813 Jan 11 13:16:30.029240 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-77b837c5-98a8-4155-b817-26c271e4f404 req-28b2a686-691b-44ad-8660-3223f87883e9 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Jan 11 13:16:30.488515 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069a55d-cefb-4b63-84c3-dd4f7b7d6a1f req-db03601b-3a9f-4540-ab75-d66557400045 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:30.489945 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2069a55d-cefb-4b63-84c3-dd4f7b7d6a1f req-db03601b-3a9f-4540-ab75-d66557400045 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.49 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 946 time: 0.0482736 Jan 11 13:16:30.568633 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0ec375fe-4997-4e6b-abdd-c5084d48a840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:30.582873 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-2069a55d-cefb-4b63-84c3-dd4f7b7d6a1f req-8b9ea9da-bfb3-4677-98cc-e0bf6ba23151 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Deleting port 44561848-d63b-4f75-b02f-ea9413d75ae5 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:16:30.583221 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-2069a55d-cefb-4b63-84c3-dd4f7b7d6a1f req-8b9ea9da-bfb3-4677-98cc-e0bf6ba23151 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (44561848-d63b-4f75-b02f-ea9413d75ae5), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:30.669786 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-2069a55d-cefb-4b63-84c3-dd4f7b7d6a1f req-8b9ea9da-bfb3-4677-98cc-e0bf6ba23151 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] For port 44561848-d63b-4f75-b02f-ea9413d75ae5, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=44561848-d63b-4f75-b02f-ea9413d75ae5,segment=NetworkSegment(433d1e7e-a939-44a4-a978-870ec8335797),segment_id=433d1e7e-a939-44a4-a978-870ec8335797)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:16:30.670149 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-2069a55d-cefb-4b63-84c3-dd4f7b7d6a1f req-8b9ea9da-bfb3-4677-98cc-e0bf6ba23151 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (44561848-d63b-4f75-b02f-ea9413d75ae5), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:30.682607 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-2069a55d-cefb-4b63-84c3-dd4f7b7d6a1f req-8b9ea9da-bfb3-4677-98cc-e0bf6ba23151 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Calling delete_port for 44561848-d63b-4f75-b02f-ea9413d75ae5 owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:16:30.806429 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-2069a55d-cefb-4b63-84c3-dd4f7b7d6a1f req-8b9ea9da-bfb3-4677-98cc-e0bf6ba23151 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (44561848-d63b-4f75-b02f-ea9413d75ae5), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:30.821881 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['44561848-d63b-4f75-b02f-ea9413d75ae5'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:16:30.833429 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ea9da-bfb3-4677-98cc-e0bf6ba23151 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Pushing event deleted for resources: {'Port': ['ID=44561848-d63b-4f75-b02f-ea9413d75ae5,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:16:30.876277 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-2069a55d-cefb-4b63-84c3-dd4f7b7d6a1f req-8b9ea9da-bfb3-4677-98cc-e0bf6ba23151 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] No DVR routers for this DVR port 44561848-d63b-4f75-b02f-ea9413d75ae5 on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:16:30.878749 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-2069a55d-cefb-4b63-84c3-dd4f7b7d6a1f req-8b9ea9da-bfb3-4677-98cc-e0bf6ba23151 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:30.882199 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-2069a55d-cefb-4b63-84c3-dd4f7b7d6a1f req-8b9ea9da-bfb3-4677-98cc-e0bf6ba23151 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.49 "DELETE /v2.0/ports/44561848-d63b-4f75-b02f-ea9413d75ae5 HTTP/1.1" status: 204 len: 173 time: 0.3841093 Jan 11 13:16:30.882638 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82acc897-6919-4f7b-af27-8b6564b93d3f', 'name': 'network-vif-deleted', 'tag': '44561848-d63b-4f75-b02f-ea9413d75ae5'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:16:30.884909 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d1051d-cd40-4414-8e83-f2530ef61e67" -d '{"events": [{"server_uuid": "82acc897-6919-4f7b-af27-8b6564b93d3f", "name": "network-vif-deleted", "tag": "44561848-d63b-4f75-b02f-ea9413d75ae5"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:16:31.069121 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec057760-bf49-4ae6-a1b2-f2681b32bb4e x-openstack-request-id: req-ec057760-bf49-4ae6-a1b2-f2681b32bb4e {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:16:31.069415 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82acc897-6919-4f7b-af27-8b6564b93d3f", "name": "network-vif-deleted", "tag": "44561848-d63b-4f75-b02f-ea9413d75ae5", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:16:31.069674 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec057760-bf49-4ae6-a1b2-f2681b32bb4e {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:16:31.070076 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82acc897-6919-4f7b-af27-8b6564b93d3f', 'name': 'network-vif-deleted', 'tag': '44561848-d63b-4f75-b02f-ea9413d75ae5', 'status': 'completed', 'code': 200} Jan 11 13:16:31.133304 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4c14cdfc-9493-43da-9ccd-6ce9297c1d62 req-e473ccc0-92b3-433b-88aa-ad00cc596018 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=82acc897-6919-4f7b-af27-8b6564b93d3f HTTP/1.1" status: 200 len: 210 time: 0.0262403 Jan 11 13:16:32.612210 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-76e8b2c6-3305-42c7-9514-e299dfb1dbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:33.971973 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:35.118629 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:35.240541 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:35.901515 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 44561848-d63b-4f75-b02f-ea9413d75ae5 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:16:35.920448 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: 44561848-d63b-4f75-b02f-ea9413d75ae5 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:16:35.920798 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 44561848-d63b-4f75-b02f-ea9413d75ae5 not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:16:36.621139 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:40.075137 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-ef9625be-d67f-4314-9f6d-16564fa510f3 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:40.076592 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-ef9625be-d67f-4314-9f6d-16564fa510f3 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/networks?id=c0323488-d640-4841-9abb-a31eb7033b5f HTTP/1.1" status: 200 len: 814 time: 0.1035430 Jan 11 13:16:40.090557 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-c3958ea0-5fd4-4857-8ea4-9d69ec9913ed tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/quotas/766aabf6c55044f59013e058f55d4b4a HTTP/1.1" status: 200 len: 375 time: 0.0087264 Jan 11 13:16:40.120679 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-66646ab4-4dcc-4e30-b4ce-60ca01717c2c tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=766aabf6c55044f59013e058f55d4b4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255115 Jan 11 13:16:40.211318 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-7d585d66-ef23-4ba8-80ff-82723744cdad service neutron] 10.222.0.52 "GET /v2.0/networks/c0323488-d640-4841-9abb-a31eb7033b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842154 Jan 11 13:16:40.295980 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-e363de76-869d-44d5-8f90-a75e4eea2e5c service neutron] 10.222.0.52 "GET /v2.0/networks/c0323488-d640-4841-9abb-a31eb7033b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791066 Jan 11 13:16:40.457430 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f2f78a9e-b6d2-4158-9553-e8e2aabb830e req-90e52989-e5ea-417a-b90a-85bbab2ccee3 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=59592e52-68d4-410c-a51a-29488bf42424 HTTP/1.1" status: 200 len: 210 time: 0.0353780 Jan 11 13:16:41.363280 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-5df2c4b2-f2a2-4ab9-911c-998e4e831a91 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:41.364819 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-5df2c4b2-f2a2-4ab9-911c-998e4e831a91 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.49 "GET /v2.0/networks?id=c0323488-d640-4841-9abb-a31eb7033b5f HTTP/1.1" status: 200 len: 814 time: 0.0993197 Jan 11 13:16:41.381470 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-8a7659b8-6070-4cb4-bb72-7b486045eed3 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Request body: {'port': {'device_id': '59592e52-68d4-410c-a51a-29488bf42424', 'network_id': 'c0323488-d640-4841-9abb-a31eb7033b5f', 'admin_state_up': True, 'tenant_id': '766aabf6c55044f59013e058f55d4b4a'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:16:41.494011 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-8a7659b8-6070-4cb4-bb72-7b486045eed3 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Made reservation on behalf of 766aabf6c55044f59013e058f55d4b4a for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:16:41.497622 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-8a7659b8-6070-4cb4-bb72-7b486045eed3 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:41.549796 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f293fe52-39b2-432a-93f0-fff0ce914239 req-dbcb44ff-71e8-42db-a24e-ec1a485745ea tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=59592e52-68d4-410c-a51a-29488bf42424 HTTP/1.1" status: 200 len: 210 time: 0.0260930 Jan 11 13:16:41.617458 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-8a7659b8-6070-4cb4-bb72-7b486045eed3 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Allocated IP 172.20.0.13 (c0323488-d640-4841-9abb-a31eb7033b5f/baf7009d-3890-428a-93fa-7e34bb00b427/ede13025-6838-4d27-826c-f7012f23259b) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:16:41.759990 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-8a7659b8-6070-4cb4-bb72-7b486045eed3 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Publish callbacks [] for port (ede13025-6838-4d27-826c-f7012f23259b), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:41.793274 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-8a7659b8-6070-4cb4-bb72-7b486045eed3 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (ede13025-6838-4d27-826c-f7012f23259b), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:41.837522 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-8a7659b8-6070-4cb4-bb72-7b486045eed3 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Network c0323488-d640-4841-9abb-a31eb7033b5f is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:16:41.840580 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-8a7659b8-6070-4cb4-bb72-7b486045eed3 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:16:41.844183 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-8a7659b8-6070-4cb4-bb72-7b486045eed3 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:16:41.868560 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7659b8-6070-4cb4-bb72-7b486045eed3 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Pushing event updated for resources: {'Port': ['ID=ede13025-6838-4d27-826c-f7012f23259b,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:16:41.895903 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-8a7659b8-6070-4cb4-bb72-7b486045eed3 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:41.896549 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-8a7659b8-6070-4cb4-bb72-7b486045eed3 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:41.912304 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-8a7659b8-6070-4cb4-bb72-7b486045eed3 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5347049 Jan 11 13:16:41.926246 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Request body: {'port': {'device_id': '59592e52-68d4-410c-a51a-29488bf42424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:16:41.977692 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (ede13025-6838-4d27-826c-f7012f23259b), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:42.224227 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede13025-6838-4d27-826c-f7012f23259b {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:16:42.231480 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Publish callbacks [] for port (ede13025-6838-4d27-826c-f7012f23259b), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:42.242838 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Transition to ACTIVE for port object ede13025-6838-4d27-826c-f7012f23259b will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:16:42.246370 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (ede13025-6838-4d27-826c-f7012f23259b), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:42.298198 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Pushing event updated for resources: {'Port': ['ID=ede13025-6838-4d27-826c-f7012f23259b,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:16:42.364679 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Attempting to bind port ede13025-6838-4d27-826c-f7012f23259b on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:16:42.365330 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Attempting to bind port ede13025-6838-4d27-826c-f7012f23259b by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '433d1e7e-a939-44a4-a978-870ec8335797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0323488-d640-4841-9abb-a31eb7033b5f'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:16:42.365330 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Attempting to bind port ede13025-6838-4d27-826c-f7012f23259b on network c0323488-d640-4841-9abb-a31eb7033b5f {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:16:42.371222 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Port ede13025-6838-4d27-826c-f7012f23259b on network c0323488-d640-4841-9abb-a31eb7033b5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:16:42.371537 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Attempting to bind port ede13025-6838-4d27-826c-f7012f23259b on network c0323488-d640-4841-9abb-a31eb7033b5f {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:16:42.376239 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:16:42.376570 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Checking segment: {'id': '433d1e7e-a939-44a4-a978-870ec8335797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0323488-d640-4841-9abb-a31eb7033b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:16:42.376948 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Bound using segment: {'id': '433d1e7e-a939-44a4-a978-870ec8335797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0323488-d640-4841-9abb-a31eb7033b5f'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:16:42.377361 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Bound port: ede13025-6838-4d27-826c-f7012f23259b, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433d1e7e-a939-44a4-a978-870ec8335797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0323488-d640-4841-9abb-a31eb7033b5f'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:16:42.377706 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (ede13025-6838-4d27-826c-f7012f23259b), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:42.443831 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] For port ede13025-6838-4d27-826c-f7012f23259b, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:16:42.447354 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] For port ede13025-6838-4d27-826c-f7012f23259b, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ede13025-6838-4d27-826c-f7012f23259b,segment=NetworkSegment(433d1e7e-a939-44a4-a978-870ec8335797),segment_id=433d1e7e-a939-44a4-a978-870ec8335797)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:16:42.452527 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (ede13025-6838-4d27-826c-f7012f23259b), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:42.490005 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:42.490612 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:42.491979 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] 10.222.0.49 "PUT /v2.0/ports/ede13025-6838-4d27-826c-f7012f23259b HTTP/1.1" status: 200 len: 1094 time: 0.5696781 Jan 11 13:16:42.492438 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59592e52-68d4-410c-a51a-29488bf42424', 'tag': 'ede13025-6838-4d27-826c-f7012f23259b'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:16:42.495353 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a882fe-6f1b-490d-8548-90f96f5702b6" -d '{"events": [{"name": "network-changed", "server_uuid": "59592e52-68d4-410c-a51a-29488bf42424", "tag": "ede13025-6838-4d27-826c-f7012f23259b"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:16:42.518462 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eca322-bc37-49c8-8900-0c10d55ee837 service neutron] Pushing event updated for resources: {'Port': ['ID=ede13025-6838-4d27-826c-f7012f23259b,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:16:42.556089 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5207772f-5baa-410c-a3f3-76c0f604f91c x-openstack-request-id: req-5207772f-5baa-410c-a3f3-76c0f604f91c {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:16:42.556405 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59592e52-68d4-410c-a51a-29488bf42424", "tag": "ede13025-6838-4d27-826c-f7012f23259b", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:16:42.556663 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5207772f-5baa-410c-a3f3-76c0f604f91c {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:16:42.557056 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59592e52-68d4-410c-a51a-29488bf42424', 'tag': 'ede13025-6838-4d27-826c-f7012f23259b', 'status': 'completed', 'code': 200} Jan 11 13:16:42.573080 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-24f34a0b-8f0f-4bb9-8931-91938310482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:42.574563 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-24f34a0b-8f0f-4bb9-8931-91938310482c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=766aabf6c55044f59013e058f55d4b4a&device_id=59592e52-68d4-410c-a51a-29488bf42424 HTTP/1.1" status: 200 len: 1097 time: 0.0438912 Jan 11 13:16:42.618225 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-47d125f3-a844-41cc-a05b-4d5a883d7f2d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ede13025-6838-4d27-826c-f7012f23259b HTTP/1.1" status: 200 len: 217 time: 0.0365801 Jan 11 13:16:42.665816 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ba42d-6c0e-457f-a9ab-6555c3401df7 req-105e5af5-cdaf-47a9-b4ae-b022cf3b0f07 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:42.666413 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-8ae77909-41bd-40f0-9de7-c8a243e24be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:42.667352 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1a3ba42d-6c0e-457f-a9ab-6555c3401df7 req-105e5af5-cdaf-47a9-b4ae-b022cf3b0f07 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=59592e52-68d4-410c-a51a-29488bf42424 HTTP/1.1" status: 200 len: 944 time: 0.0510201 Jan 11 13:16:42.667628 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-8ae77909-41bd-40f0-9de7-c8a243e24be1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baf7009d-3890-428a-93fa-7e34bb00b427 HTTP/1.1" status: 200 len: 854 time: 0.0439377 Jan 11 13:16:42.698746 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-782ef802-f2c8-4342-b759-39f0495d8578 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0323488-d640-4841-9abb-a31eb7033b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248923 Jan 11 13:16:42.714776 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-1a3ba42d-6c0e-457f-a9ab-6555c3401df7 req-fc02d493-1e35-4477-a441-2359b7845f42 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418050 Jan 11 13:16:42.792963 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-818f9ea2-6400-41d7-b639-4bc352c39689 service neutron] 10.222.0.49 "GET /v2.0/networks/c0323488-d640-4841-9abb-a31eb7033b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870271 Jan 11 13:16:42.881745 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-46d2b723-0530-41c2-baa8-e302dc9b6f3e req-d54682d2-86f7-47fc-ab60-cd61eb16a888 service neutron] 10.222.0.49 "GET /v2.0/networks/c0323488-d640-4841-9abb-a31eb7033b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787666 Jan 11 13:16:42.965942 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a882fe-6f1b-490d-8548-90f96f5702b6 req-7717cfd9-7047-45d3-be7a-bf414e6432a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:42.967628 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-84a882fe-6f1b-490d-8548-90f96f5702b6 req-7717cfd9-7047-45d3-be7a-bf414e6432a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=766aabf6c55044f59013e058f55d4b4a&device_id=59592e52-68d4-410c-a51a-29488bf42424 HTTP/1.1" status: 200 len: 1097 time: 0.0406787 Jan 11 13:16:43.058929 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a882fe-6f1b-490d-8548-90f96f5702b6 req-bfea7d66-1e5b-488e-8361-1af49b4700b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:43.060328 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-84a882fe-6f1b-490d-8548-90f96f5702b6 req-bfea7d66-1e5b-488e-8361-1af49b4700b3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c0323488-d640-4841-9abb-a31eb7033b5f HTTP/1.1" status: 200 len: 915 time: 0.0859144 Jan 11 13:16:43.099907 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-84a882fe-6f1b-490d-8548-90f96f5702b6 req-10fa14d1-0685-4eef-9e8b-c6e4ce7bde7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ede13025-6838-4d27-826c-f7012f23259b HTTP/1.1" status: 200 len: 217 time: 0.0332716 Jan 11 13:16:43.154690 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a882fe-6f1b-490d-8548-90f96f5702b6 req-12a8a950-b1b5-40c1-ba7f-6a03efe3c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:43.156145 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-84a882fe-6f1b-490d-8548-90f96f5702b6 req-12a8a950-b1b5-40c1-ba7f-6a03efe3c727 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baf7009d-3890-428a-93fa-7e34bb00b427 HTTP/1.1" status: 200 len: 854 time: 0.0463095 Jan 11 13:16:43.186587 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-84a882fe-6f1b-490d-8548-90f96f5702b6 req-0ed0b695-b9e8-4997-9a6a-834aa220bce0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0323488-d640-4841-9abb-a31eb7033b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238323 Jan 11 13:16:43.278245 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-84a882fe-6f1b-490d-8548-90f96f5702b6 req-6f48d393-345b-411b-a772-0a4cf326520c service neutron] 10.222.0.49 "GET /v2.0/networks/c0323488-d640-4841-9abb-a31eb7033b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851710 Jan 11 13:16:43.366437 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-84a882fe-6f1b-490d-8548-90f96f5702b6 req-038e041d-c3be-4648-a3a0-a98939a6919f service neutron] 10.222.0.49 "GET /v2.0/networks/c0323488-d640-4841-9abb-a31eb7033b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816956 Jan 11 13:16:43.830414 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253917e1-512d-4cc8-8cc1-daad716c1958 req-357975bd-3dee-4d46-a169-b1dc42355429 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:43.831903 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-253917e1-512d-4cc8-8cc1-daad716c1958 req-357975bd-3dee-4d46-a169-b1dc42355429 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=59592e52-68d4-410c-a51a-29488bf42424 HTTP/1.1" status: 200 len: 944 time: 0.0474787 Jan 11 13:16:43.880571 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-253917e1-512d-4cc8-8cc1-daad716c1958 req-a21c386a-f67d-4a98-81e3-03f7ddba1621 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425146 Jan 11 13:16:44.991307 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54e4f2-8e92-4e61-be79-5f300cdbfa4c req-144cebc0-11c5-450f-87a2-1f51a482de6f tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:44.992808 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0f54e4f2-8e92-4e61-be79-5f300cdbfa4c req-144cebc0-11c5-450f-87a2-1f51a482de6f tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=59592e52-68d4-410c-a51a-29488bf42424 HTTP/1.1" status: 200 len: 944 time: 0.0482216 Jan 11 13:16:45.039381 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-0f54e4f2-8e92-4e61-be79-5f300cdbfa4c req-8c3a8250-f6dd-4e1b-94e6-0ab67ed75cfc tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405509 Jan 11 13:16:45.933768 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device ede13025-6838-4d27-826c-f7012f23259b details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:16:46.028178 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port ede13025-6838-4d27-826c-f7012f23259b, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ede13025-6838-4d27-826c-f7012f23259b,segment=NetworkSegment(433d1e7e-a939-44a4-a978-870ec8335797),segment_id=433d1e7e-a939-44a4-a978-870ec8335797)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:16:46.039135 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': 'ede13025-6838-4d27-826c-f7012f23259b', 'network_id': 'c0323488-d640-4841-9abb-a31eb7033b5f', 'port_id': 'ede13025-6838-4d27-826c-f7012f23259b', 'mac_address': 'fa:16:3e:73:ca:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf7009d-3890-428a-93fa-7e34bb00b427', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:16:46.075605 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port ede13025-6838-4d27-826c-f7012f23259b is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:16:46.076011 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (ede13025-6838-4d27-826c-f7012f23259b), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:46.088965 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede13025-6838-4d27-826c-f7012f23259b {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:16:46.111831 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port ede13025-6838-4d27-826c-f7012f23259b, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ede13025-6838-4d27-826c-f7012f23259b,segment=NetworkSegment(433d1e7e-a939-44a4-a978-870ec8335797),segment_id=433d1e7e-a939-44a4-a978-870ec8335797)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:16:46.116205 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (ede13025-6838-4d27-826c-f7012f23259b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:46.153322 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e5b74-683d-438e-aaf0-ea12484e6437 req-4df3abce-449b-4c8f-9a0f-ab245010b68f tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:46.154833 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-555e5b74-683d-438e-aaf0-ea12484e6437 req-4df3abce-449b-4c8f-9a0f-ab245010b68f tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=59592e52-68d4-410c-a51a-29488bf42424 HTTP/1.1" status: 200 len: 945 time: 0.0499313 Jan 11 13:16:46.162727 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=ede13025-6838-4d27-826c-f7012f23259b,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:16:46.169912 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:46.170274 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:46.170632 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:46.171007 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:46.171372 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:46.171738 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:46.172102 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:46.172475 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:46.172812 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:46.173155 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:46.173490 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:46.173826 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:46.174147 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:16:46.202722 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-555e5b74-683d-438e-aaf0-ea12484e6437 req-35f1777c-c3ca-4e5a-86bd-c211668a1bb0 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423961 Jan 11 13:16:46.371283 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['ede13025-6838-4d27-826c-f7012f23259b'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:16:47.316340 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ddcb0-865e-41c8-a081-29f8bd782fb9 req-d51f78c9-fe58-4ecd-b4a9-7ba6f778c6fb tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:47.317792 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-910ddcb0-865e-41c8-a081-29f8bd782fb9 req-d51f78c9-fe58-4ecd-b4a9-7ba6f778c6fb tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=59592e52-68d4-410c-a51a-29488bf42424 HTTP/1.1" status: 200 len: 945 time: 0.0506797 Jan 11 13:16:47.363248 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-910ddcb0-865e-41c8-a081-29f8bd782fb9 req-476848ae-aeba-4203-9605-c0ce090dff15 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396483 Jan 11 13:16:47.946344 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device ede13025-6838-4d27-826c-f7012f23259b up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:16:47.994552 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port ede13025-6838-4d27-826c-f7012f23259b completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:16:47.998638 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port ede13025-6838-4d27-826c-f7012f23259b triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:16:47.999016 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (ede13025-6838-4d27-826c-f7012f23259b), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:48.073063 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port ede13025-6838-4d27-826c-f7012f23259b is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:16:48.073481 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (ede13025-6838-4d27-826c-f7012f23259b), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:48.095347 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59592e52-68d4-410c-a51a-29488bf42424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede13025-6838-4d27-826c-f7012f23259b'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:16:48.097683 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d2790d-a508-4cee-8cf3-b625b37556b0" -d '{"events": [{"server_uuid": "59592e52-68d4-410c-a51a-29488bf42424", "name": "network-vif-plugged", "status": "completed", "tag": "ede13025-6838-4d27-826c-f7012f23259b"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:16:48.111051 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port ede13025-6838-4d27-826c-f7012f23259b, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ede13025-6838-4d27-826c-f7012f23259b,segment=NetworkSegment(433d1e7e-a939-44a4-a978-870ec8335797),segment_id=433d1e7e-a939-44a4-a978-870ec8335797)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:16:48.116331 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (ede13025-6838-4d27-826c-f7012f23259b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:16:48.143164 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3c88e2-0516-4e62-a2f5-2106bcc73d9c x-openstack-request-id: req-8d3c88e2-0516-4e62-a2f5-2106bcc73d9c {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:16:48.143464 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59592e52-68d4-410c-a51a-29488bf42424", "name": "network-vif-plugged", "status": "completed", "tag": "ede13025-6838-4d27-826c-f7012f23259b", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:16:48.143720 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d3c88e2-0516-4e62-a2f5-2106bcc73d9c {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:16:48.144131 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59592e52-68d4-410c-a51a-29488bf42424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede13025-6838-4d27-826c-f7012f23259b', 'code': 200} Jan 11 13:16:48.169317 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=ede13025-6838-4d27-826c-f7012f23259b,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:16:48.298406 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3c178-9b38-410d-8474-0b56184dc594 req-16a523de-73a7-45e4-bc30-4d93d779a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:48.299888 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-57d3c178-9b38-410d-8474-0b56184dc594 req-16a523de-73a7-45e4-bc30-4d93d779a3f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=59592e52-68d4-410c-a51a-29488bf42424 HTTP/1.1" status: 200 len: 1099 time: 0.0391519 Jan 11 13:16:48.342100 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-57d3c178-9b38-410d-8474-0b56184dc594 req-49ed81ee-7f7c-4279-b4d2-2e1b65d88a68 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354469 Jan 11 13:16:48.473919 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff05c9c-7946-482a-9fd1-a5c305d1129b req-3f96fbaa-86bc-46e0-82a0-a5477ad6b212 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:48.475392 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2ff05c9c-7946-482a-9fd1-a5c305d1129b req-3f96fbaa-86bc-46e0-82a0-a5477ad6b212 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=59592e52-68d4-410c-a51a-29488bf42424 HTTP/1.1" status: 200 len: 946 time: 0.0476894 Jan 11 13:16:48.520978 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2ff05c9c-7946-482a-9fd1-a5c305d1129b req-6dc8950f-fbb0-424b-a90c-01fc36542615 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391152 Jan 11 13:16:49.637228 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0691fbe-6ea2-46fe-bfe5-f6a0ae52592b req-b7f1f797-58e6-4da7-b154-2e8e2235595e tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:16:49.638701 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f0691fbe-6ea2-46fe-bfe5-f6a0ae52592b req-b7f1f797-58e6-4da7-b154-2e8e2235595e tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=59592e52-68d4-410c-a51a-29488bf42424 HTTP/1.1" status: 200 len: 946 time: 0.0518126 Jan 11 13:16:49.684467 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f0691fbe-6ea2-46fe-bfe5-f6a0ae52592b req-2911a710-e24a-4ac7-ae26-0b7fc2acb8d2 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402341 Jan 11 13:16:59.704059 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:17:00.569951 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-14a3a64b-e77c-4dcc-81da-ce6404eaf43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:02.612258 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9e1854d6-2277-4429-9b93-4ab8a9a96979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:03.978259 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:05.132038 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:05.241667 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:06.613406 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:08.489441 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb4c78-2666-4115-b296-68ac0c2eae47 req-67228b6d-f360-4fca-bdf3-80a5d72b72e0 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:08.490927 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-33bb4c78-2666-4115-b296-68ac0c2eae47 req-67228b6d-f360-4fca-bdf3-80a5d72b72e0 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=59592e52-68d4-410c-a51a-29488bf42424 HTTP/1.1" status: 200 len: 946 time: 0.0487149 Jan 11 13:17:08.537195 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-33bb4c78-2666-4115-b296-68ac0c2eae47 req-491fab1d-741a-46ee-bb8e-589907f2e8b5 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408318 Jan 11 13:17:08.822807 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-90145698-dad4-4c43-a2fe-ce4cb164eed0 req-f631f7c0-409b-42f6-8fa8-599df5fddad0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414982 Jan 11 13:17:09.107962 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90145698-dad4-4c43-a2fe-ce4cb164eed0 req-12e62b02-83d8-4b4b-a1dd-fe8985b5291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:09.109379 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-90145698-dad4-4c43-a2fe-ce4cb164eed0 req-12e62b02-83d8-4b4b-a1dd-fe8985b5291f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73983d260517467dab770ff153eba8a9&device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 1098 time: 0.2654202 Jan 11 13:17:09.209662 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90145698-dad4-4c43-a2fe-ce4cb164eed0 req-12a8a343-3c12-4b8c-8ee7-1014a01c6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:09.211107 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-90145698-dad4-4c43-a2fe-ce4cb164eed0 req-12a8a343-3c12-4b8c-8ee7-1014a01c6440 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca HTTP/1.1" status: 200 len: 912 time: 0.0807548 Jan 11 13:17:09.276065 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-90145698-dad4-4c43-a2fe-ce4cb164eed0 req-e0b40f5c-7fc8-448f-9fb3-430a5cddb6df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48831c0b-0a95-4bb6-9492-84503f0a7226 HTTP/1.1" status: 200 len: 1001 time: 0.0577445 Jan 11 13:17:09.322664 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90145698-dad4-4c43-a2fe-ce4cb164eed0 req-de359051-73a7-4681-8281-9a7e0bb72947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:09.324707 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-90145698-dad4-4c43-a2fe-ce4cb164eed0 req-de359051-73a7-4681-8281-9a7e0bb72947 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa84b08-0d99-43f5-874d-09b99bae3402 HTTP/1.1" status: 200 len: 850 time: 0.0422852 Jan 11 13:17:09.368367 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90145698-dad4-4c43-a2fe-ce4cb164eed0 req-45f232ef-5e86-4742-a71c-d3fe7df68475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:09.369731 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-90145698-dad4-4c43-a2fe-ce4cb164eed0 req-45f232ef-5e86-4742-a71c-d3fe7df68475 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378737 Jan 11 13:17:09.459036 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-90145698-dad4-4c43-a2fe-ce4cb164eed0 req-afc3517c-c3e3-4989-ab97-c2f943716056 service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810742 Jan 11 13:17:09.547832 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-90145698-dad4-4c43-a2fe-ce4cb164eed0 req-a32c56fb-2c3b-4f25-a53b-aca96e5a9452 service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817661 Jan 11 13:17:09.654254 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27045b18-7382-4159-91a2-4b4a28aa1615 req-c4013d19-8529-4372-aafc-26b26a2b0f4e tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:09.655689 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-27045b18-7382-4159-91a2-4b4a28aa1615 req-c4013d19-8529-4372-aafc-26b26a2b0f4e tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=59592e52-68d4-410c-a51a-29488bf42424 HTTP/1.1" status: 200 len: 946 time: 0.0469549 Jan 11 13:17:09.704248 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-27045b18-7382-4159-91a2-4b4a28aa1615 req-34fdf6f7-ccd1-479c-bd8f-87d2747fdd8c tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/security-groups?id=13c9f16e-a21c-4f57-aa21-beeb48d38f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430510 Jan 11 13:17:10.149395 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21a38e-3082-4166-b73a-0401170204af req-44f8d2d7-f5e5-4e8d-95c1-23f6ac4a5fbc tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:10.150830 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-1c21a38e-3082-4166-b73a-0401170204af req-44f8d2d7-f5e5-4e8d-95c1-23f6ac4a5fbc tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.49 "GET /v2.0/ports?device_id=59592e52-68d4-410c-a51a-29488bf42424 HTTP/1.1" status: 200 len: 946 time: 0.0476611 Jan 11 13:17:10.238634 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-1c21a38e-3082-4166-b73a-0401170204af req-7482ab3b-4549-4b15-9ea8-5f5bb68ffd1e tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Deleting port ede13025-6838-4d27-826c-f7012f23259b {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:17:10.238968 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-1c21a38e-3082-4166-b73a-0401170204af req-7482ab3b-4549-4b15-9ea8-5f5bb68ffd1e tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (ede13025-6838-4d27-826c-f7012f23259b), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:10.324551 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-1c21a38e-3082-4166-b73a-0401170204af req-7482ab3b-4549-4b15-9ea8-5f5bb68ffd1e tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] For port ede13025-6838-4d27-826c-f7012f23259b, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ede13025-6838-4d27-826c-f7012f23259b,segment=NetworkSegment(433d1e7e-a939-44a4-a978-870ec8335797),segment_id=433d1e7e-a939-44a4-a978-870ec8335797)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:17:10.324822 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-1c21a38e-3082-4166-b73a-0401170204af req-7482ab3b-4549-4b15-9ea8-5f5bb68ffd1e tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (ede13025-6838-4d27-826c-f7012f23259b), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:10.336702 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-1c21a38e-3082-4166-b73a-0401170204af req-7482ab3b-4549-4b15-9ea8-5f5bb68ffd1e tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Calling delete_port for ede13025-6838-4d27-826c-f7012f23259b owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:17:10.459493 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-1c21a38e-3082-4166-b73a-0401170204af req-7482ab3b-4549-4b15-9ea8-5f5bb68ffd1e tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (ede13025-6838-4d27-826c-f7012f23259b), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:10.475800 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['ede13025-6838-4d27-826c-f7012f23259b'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:17:10.487795 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482ab3b-4549-4b15-9ea8-5f5bb68ffd1e tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Pushing event deleted for resources: {'Port': ['ID=ede13025-6838-4d27-826c-f7012f23259b,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:10.530863 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c21a38e-3082-4166-b73a-0401170204af req-7482ab3b-4549-4b15-9ea8-5f5bb68ffd1e tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] No DVR routers for this DVR port ede13025-6838-4d27-826c-f7012f23259b on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:17:10.533371 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-1c21a38e-3082-4166-b73a-0401170204af req-7482ab3b-4549-4b15-9ea8-5f5bb68ffd1e tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:10.536681 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-1c21a38e-3082-4166-b73a-0401170204af req-7482ab3b-4549-4b15-9ea8-5f5bb68ffd1e tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.49 "DELETE /v2.0/ports/ede13025-6838-4d27-826c-f7012f23259b HTTP/1.1" status: 204 len: 173 time: 0.3770363 Jan 11 13:17:10.537121 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59592e52-68d4-410c-a51a-29488bf42424', 'name': 'network-vif-deleted', 'tag': 'ede13025-6838-4d27-826c-f7012f23259b'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:17:10.539346 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af173585-fef3-4927-983b-a3cc9431da83" -d '{"events": [{"server_uuid": "59592e52-68d4-410c-a51a-29488bf42424", "name": "network-vif-deleted", "tag": "ede13025-6838-4d27-826c-f7012f23259b"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:17:10.579243 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce700f58-1566-4fc0-b131-a43f9cf8c96c x-openstack-request-id: req-ce700f58-1566-4fc0-b131-a43f9cf8c96c {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:17:10.579533 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59592e52-68d4-410c-a51a-29488bf42424", "name": "network-vif-deleted", "tag": "ede13025-6838-4d27-826c-f7012f23259b", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:17:10.579780 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce700f58-1566-4fc0-b131-a43f9cf8c96c {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:17:10.580202 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59592e52-68d4-410c-a51a-29488bf42424', 'name': 'network-vif-deleted', 'tag': 'ede13025-6838-4d27-826c-f7012f23259b', 'status': 'completed', 'code': 200} Jan 11 13:17:10.805086 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-18024a38-600e-4ebe-9962-b0474a691739 req-a1cac9eb-4f77-44bd-838b-acdcf1446f00 tempest-VolumesSnapshotTestJSON-679734018 tempest-VolumesSnapshotTestJSON-679734018-project] 10.222.0.52 "GET /v2.0/ports?device_id=59592e52-68d4-410c-a51a-29488bf42424 HTTP/1.1" status: 200 len: 210 time: 0.0253100 Jan 11 13:17:14.350859 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device ede13025-6838-4d27-826c-f7012f23259b no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:17:14.373829 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: ede13025-6838-4d27-826c-f7012f23259b {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:17:14.374196 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device ede13025-6838-4d27-826c-f7012f23259b not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:17:30.570663 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b7fe7fe7-5bb4-4c08-a380-ed624a7e35e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:32.612312 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-67fa0c61-3fa4-4bf0-8356-4b2505e6153b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:32.632107 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 58986) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:17:32.678974 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Deleting subnet baf7009d-3890-428a-93fa-7e34bb00b427 {{(pid=102630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 13:17:32.681976 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Publish callbacks [] for subnet (baf7009d-3890-428a-93fa-7e34bb00b427), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:32.715186 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476153'] for subnet (baf7009d-3890-428a-93fa-7e34bb00b427), precommit_delete_associations {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:32.753608 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905359'] for subnet (baf7009d-3890-428a-93fa-7e34bb00b427), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:32.802590 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4386099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203008'] for subnet (baf7009d-3890-428a-93fa-7e34bb00b427), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:32.831252 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baf7009d-3890-428a-93fa-7e34bb00b427,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:32.835657 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:32.838779 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/baf7009d-3890-428a-93fa-7e34bb00b427 HTTP/1.1" status: 204 len: 168 time: 0.2056501 Jan 11 13:17:32.841386 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 58988) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:17:32.843429 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:32.843784 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:32.844174 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:32.844498 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:32.844836 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:32.845168 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:32.845497 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:32.845829 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:32.846157 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:32.846481 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:32.846806 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:32.847127 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:32.847447 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5673b62-2e5f-4f64-8be3-3dccea934b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:32.906936 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762316'] for network (c0323488-d640-4841-9abb-a31eb7033b5f), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:32.984103 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911386', 'neutron.services.segments.db._delete_segments_for_network-8779303588271'] for network (c0323488-d640-4841-9abb-a31eb7033b5f), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:33.003245 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0323488-d640-4841-9abb-a31eb7033b5f']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:33.012022 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433d1e7e-a939-44a4-a978-870ec8335797') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:33.012942 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433d1e7e-a939-44a4-a978-870ec8335797') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:33.022199 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779303593144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4699576'] for segment (433d1e7e-a939-44a4-a978-870ec8335797), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:33.034819 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (433d1e7e-a939-44a4-a978-870ec8335797), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:33.040781 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 13:17:33.041222 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5438377'] for segment (433d1e7e-a939-44a4-a978-870ec8335797), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: Traceback (most recent call last): Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: timer() Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: cb(*args, **kw) Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: return func(*args, **kwargs) Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: self._notify() Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: self.callback(batched_events) Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: event.method(event) Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: return f(self, *a, **k) Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: return self._get(url).json() Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: return self.request(url, 'GET', **kwargs) Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 13:17:33.042901 dv-cinder-824149-3-iscsi neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 13:17:33.099047 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7954151'] for network (c0323488-d640-4841-9abb-a31eb7033b5f), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:33.105077 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:33.108380 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] 10.222.0.52 "DELETE /v2.0/networks/c0323488-d640-4841-9abb-a31eb7033b5f HTTP/1.1" status: 204 len: 168 time: 0.2659516 Jan 11 13:17:33.120566 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Pushing event deleted for resources: {'Network': ['ID=c0323488-d640-4841-9abb-a31eb7033b5f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:33.128264 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:33.128618 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:33.128961 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:33.129297 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:33.129626 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:33.129953 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:33.130278 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:33.130602 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:33.130927 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:33.131248 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:33.131568 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:33.131887 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:33.132227 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53057f-cc8a-4865-88f3-8322b9147fda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:33.265648 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 58992) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:17:33.303500 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-fc2c6ced-4490-4641-9610-c9f94fc2820e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=766aabf6c55044f59013e058f55d4b4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367136 Jan 11 13:17:33.305770 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 58994) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:17:33.350054 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3cbdbffe-ea0f-41f4-9ded-9254e223dbcf admin admin] Publish callbacks [] for security_group (13c9f16e-a21c-4f57-aa21-beeb48d38f88), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:33.370688 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3cbdbffe-ea0f-41f4-9ded-9254e223dbcf admin admin] Publish callbacks [] for security_group (13c9f16e-a21c-4f57-aa21-beeb48d38f88), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:33.414335 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3cbdbffe-ea0f-41f4-9ded-9254e223dbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (13c9f16e-a21c-4f57-aa21-beeb48d38f88), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:33.416936 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3cbdbffe-ea0f-41f4-9ded-9254e223dbcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:33.420552 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-3cbdbffe-ea0f-41f4-9ded-9254e223dbcf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/13c9f16e-a21c-4f57-aa21-beeb48d38f88 HTTP/1.1" status: 204 len: 168 time: 0.1138775 Jan 11 13:17:33.428533 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdbffe-ea0f-41f4-9ded-9254e223dbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c9f16e-a21c-4f57-aa21-beeb48d38f88,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:33.981743 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:34.045477 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59016) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:17:34.136794 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-94f5c1be-28bf-4ccd-b885-7f8455f37600 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-162273655-network', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:17:34.158488 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f5c1be-28bf-4ccd-b885-7f8455f37600 admin admin] Made reservation on behalf of dadc238a9fc3416b80f1f985437db163 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:17:34.160698 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94f5c1be-28bf-4ccd-b885-7f8455f37600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:34.169093 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94f5c1be-28bf-4ccd-b885-7f8455f37600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:34.243731 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94f5c1be-28bf-4ccd-b885-7f8455f37600 admin admin] Publish callbacks [] for security_group (c26fc837-51c2-4acf-8851-12592668be5a), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:34.247937 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94f5c1be-28bf-4ccd-b885-7f8455f37600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (c26fc837-51c2-4acf-8851-12592668be5a), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:34.271389 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f5c1be-28bf-4ccd-b885-7f8455f37600 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:17:34.280979 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5c1be-28bf-4ccd-b885-7f8455f37600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26fc837-51c2-4acf-8851-12592668be5a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:34.287155 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94f5c1be-28bf-4ccd-b885-7f8455f37600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (c91823ae-ab2a-498e-9b15-b3b5ac4d70e9), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:34.287539 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.segments_db [None req-94f5c1be-28bf-4ccd-b885-7f8455f37600 admin admin] Added segment c91823ae-ab2a-498e-9b15-b3b5ac4d70e9 of type vlan for network 140bbe9c-038c-4447-b6c0-f17f328717ec Jan 11 13:17:34.326937 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94f5c1be-28bf-4ccd-b885-7f8455f37600 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (140bbe9c-038c-4447-b6c0-f17f328717ec), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:34.350800 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94f5c1be-28bf-4ccd-b885-7f8455f37600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (140bbe9c-038c-4447-b6c0-f17f328717ec), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:34.352084 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f5c1be-28bf-4ccd-b885-7f8455f37600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:34.352688 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94f5c1be-28bf-4ccd-b885-7f8455f37600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:34.383611 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-94f5c1be-28bf-4ccd-b885-7f8455f37600 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3370943 Jan 11 13:17:34.386586 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 59020) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:17:34.392108 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-4fb125c7-be0d-4e68-a60e-33a8859744df admin admin] Request body: {'subnet': {'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-162273655-subnet', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'ip_version': 4}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:17:34.414080 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb125c7-be0d-4e68-a60e-33a8859744df admin admin] Made reservation on behalf of dadc238a9fc3416b80f1f985437db163 for: {'subnet': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:17:34.414310 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5c1be-28bf-4ccd-b885-7f8455f37600 admin admin] Pushing event updated for resources: {'Network': ['ID=140bbe9c-038c-4447-b6c0-f17f328717ec,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:34.417522 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4fb125c7-be0d-4e68-a60e-33a8859744df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4203109'] for subnet (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:34.424560 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network 140bbe9c-038c-4447-b6c0-f17f328717ec details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:17:34.583492 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4fb125c7-be0d-4e68-a60e-33a8859744df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4385270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4203019'] for subnet (0c2811d1-a2b8-4bc4-85d7-37420d7441f1), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:34.634614 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb125c7-be0d-4e68-a60e-33a8859744df admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c2811d1-a2b8-4bc4-85d7-37420d7441f1,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:34.645173 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb125c7-be0d-4e68-a60e-33a8859744df admin admin] Checking segment: {'id': 'c91823ae-ab2a-498e-9b15-b3b5ac4d70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:17:34.645535 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb125c7-be0d-4e68-a60e-33a8859744df admin admin] Network hostable DHCP agents. Network: 140bbe9c-038c-4447-b6c0-f17f328717ec, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:17:34.661266 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb125c7-be0d-4e68-a60e-33a8859744df admin admin] Network 140bbe9c-038c-4447-b6c0-f17f328717ec is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:17:34.669578 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-4fb125c7-be0d-4e68-a60e-33a8859744df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, 140bbe9c-038c-4447-b6c0-f17f328717ec) {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:17:34.673939 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb125c7-be0d-4e68-a60e-33a8859744df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:34.674563 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4fb125c7-be0d-4e68-a60e-33a8859744df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:34.678828 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88802c9-2d0e-4e54-81ab-7c56557ecdf5 None None] Network 140bbe9c-038c-4447-b6c0-f17f328717ec requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:17:34.690211 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-4fb125c7-be0d-4e68-a60e-33a8859744df admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3024864 Jan 11 13:17:34.693043 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59022) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:17:34.697744 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-162273655-router', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:17:34.720450 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7983524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5210'] for router (51e3bce4-99dd-4e68-b835-a5683ffe7faa), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:34.721423 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7983408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7987310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8314488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5205'] for router (51e3bce4-99dd-4e68-b835-a5683ffe7faa), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:34.774463 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Publish callbacks [] for router_controller (51e3bce4-99dd-4e68-b835-a5683ffe7faa), precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:34.780935 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c2302f-ad13-5f8d-9307-c227788808ca-140bbe9c-038c-4447-b6c0-f17f328717ec', 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec', 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'fixed_ips': [{'subnet_id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1'}]}} from dv-cinder-824149-3-iscsi. {{(pid=102631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 13:17:34.782015 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:34.908013 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Publish callbacks [] for router_gateway (51e3bce4-99dd-4e68-b835-a5683ffe7faa), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:34.913386 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Allocated IP 172.20.0.2 (140bbe9c-038c-4447-b6c0-f17f328717ec/0c2811d1-a2b8-4bc4-85d7-37420d7441f1/4af8bb7c-bd45-4461-807e-a15991afafb9) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:17:35.056088 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Publish callbacks [] for port (4af8bb7c-bd45-4461-807e-a15991afafb9), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:35.061920 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (4af8bb7c-bd45-4461-807e-a15991afafb9), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:35.099692 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Network 140bbe9c-038c-4447-b6c0-f17f328717ec is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:17:35.102367 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Publish callbacks [] for router_gateway (51e3bce4-99dd-4e68-b835-a5683ffe7faa), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:35.103137 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:17:35.106554 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:17:35.115668 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Pushing event updated for resources: {'Port': ['ID=4af8bb7c-bd45-4461-807e-a15991afafb9,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:35.124901 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:35.162349 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:35.171124 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Attempting to bind port 4af8bb7c-bd45-4461-807e-a15991afafb9 on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:17:35.171500 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Attempting to bind port 4af8bb7c-bd45-4461-807e-a15991afafb9 by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': 'c91823ae-ab2a-498e-9b15-b3b5ac4d70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:17:35.171866 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Attempting to bind port 4af8bb7c-bd45-4461-807e-a15991afafb9 on network 140bbe9c-038c-4447-b6c0-f17f328717ec {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:17:35.177361 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:17:35.177737 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Checking segment: {'id': 'c91823ae-ab2a-498e-9b15-b3b5ac4d70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:17:35.178139 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:35.178533 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Bound using segment: {'id': 'c91823ae-ab2a-498e-9b15-b3b5ac4d70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:17:35.179001 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Bound port: 4af8bb7c-bd45-4461-807e-a15991afafb9, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91823ae-ab2a-498e-9b15-b3b5ac4d70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:17:35.179383 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (4af8bb7c-bd45-4461-807e-a15991afafb9), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:35.233223 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Allocated IP 172.27.0.49 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/d12aecc2-17de-4e5c-9a19-e689cdd5418b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:17:35.252624 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] For port 4af8bb7c-bd45-4461-807e-a15991afafb9, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:17:35.256296 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] For port 4af8bb7c-bd45-4461-807e-a15991afafb9, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=4af8bb7c-bd45-4461-807e-a15991afafb9,segment=NetworkSegment(c91823ae-ab2a-498e-9b15-b3b5ac4d70e9),segment_id=c91823ae-ab2a-498e-9b15-b3b5ac4d70e9)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:17:35.259100 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:35.261031 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (4af8bb7c-bd45-4461-807e-a15991afafb9), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:35.323531 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b33be0-4afa-4cfc-8efd-21562e93ecbd None None] Pushing event updated for resources: {'Port': ['ID=4af8bb7c-bd45-4461-807e-a15991afafb9,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:35.336950 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Publish callbacks [] for port (d12aecc2-17de-4e5c-9a19-e689cdd5418b), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:35.373492 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (d12aecc2-17de-4e5c-9a19-e689cdd5418b), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:35.421559 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:17:35.424614 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:17:35.428376 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:17:35.434274 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Pushing event updated for resources: {'Port': ['ID=d12aecc2-17de-4e5c-9a19-e689cdd5418b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:35.714097 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Publish callbacks [] for router_gateway (51e3bce4-99dd-4e68-b835-a5683ffe7faa), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:35.902075 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7983417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7954111'] for router (51e3bce4-99dd-4e68-b835-a5683ffe7faa), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:36.156589 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 4af8bb7c-bd45-4461-807e-a15991afafb9 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:17:36.209531 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 4af8bb7c-bd45-4461-807e-a15991afafb9 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:36.209995 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (4af8bb7c-bd45-4461-807e-a15991afafb9), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:36.251999 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5e3ef2-d202-4061-9a41-67653368fe88 None None] Network 140bbe9c-038c-4447-b6c0-f17f328717ec requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:17:36.277951 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Router 51e3bce4-99dd-4e68-b835-a5683ffe7faa is scheduled to L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 13:17:36.364587 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-decd02a1-2f5d-4984-ba09-bf27f91da33c None None] Provisioning complete for port 4af8bb7c-bd45-4461-807e-a15991afafb9 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:36.364994 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-decd02a1-2f5d-4984-ba09-bf27f91da33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (4af8bb7c-bd45-4461-807e-a15991afafb9), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:36.380840 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:17:36.398582 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:36.402719 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-b5b62f06-e27a-439e-a4fa-e4310e5aad90 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7056491 Jan 11 13:17:36.402719 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59028) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:17:36.404044 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Sync routers for ids ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:17:36.435359 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 4af8bb7c-bd45-4461-807e-a15991afafb9 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:36.435749 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (4af8bb7c-bd45-4461-807e-a15991afafb9), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:36.440388 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Routers {'51e3bce4-99dd-4e68-b835-a5683ffe7faa'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:17:36.441020 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:17:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:36.556251 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] For port 4af8bb7c-bd45-4461-807e-a15991afafb9, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=4af8bb7c-bd45-4461-807e-a15991afafb9,segment=NetworkSegment(c91823ae-ab2a-498e-9b15-b3b5ac4d70e9),segment_id=c91823ae-ab2a-498e-9b15-b3b5ac4d70e9)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:17:36.586704 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (4af8bb7c-bd45-4461-807e-a15991afafb9), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:36.658483 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-decd02a1-2f5d-4984-ba09-bf27f91da33c None None] Current status of the port 4af8bb7c-bd45-4461-807e-a15991afafb9 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:36.658873 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-decd02a1-2f5d-4984-ba09-bf27f91da33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (4af8bb7c-bd45-4461-807e-a15991afafb9), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:36.663406 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Set router 51e3bce4-99dd-4e68-b835-a5683ffe7faa gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:17:36.705973 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:17:36.736049 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:36.779348 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Pushing event updated for resources: {'Port': ['ID=4af8bb7c-bd45-4461-807e-a15991afafb9,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:36.852777 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.db.api [None req-decd02a1-2f5d-4984-ba09-bf27f91da33c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 13:17:36.853051 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG oslo_db.api [None req-decd02a1-2f5d-4984-ba09-bf27f91da33c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 13:17:36.878948 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:37.038902 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] Allocated IP 172.20.0.1 (140bbe9c-038c-4447-b6c0-f17f328717ec/0c2811d1-a2b8-4bc4-85d7-37420d7441f1/14b6400a-16d4-4f29-9088-062b01c2cf38) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:17:37.039929 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'name': 'tempest-TestMinimumBasicScenario-162273655-router', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:34Z', 'updated_at': '2022-01-11T13:17:35Z', 'revision_number': 3, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'gw_port': {'id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:35Z', 'updated_at': '2022-01-11T13:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:37.066285 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Checking router: 51e3bce4-99dd-4e68-b835-a5683ffe7faa for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:17:37.066634 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Updating router 51e3bce4-99dd-4e68-b835-a5683ffe7faa port d12aecc2-17de-4e5c-9a19-e689cdd5418b binding host dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:17:37.091199 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (d12aecc2-17de-4e5c-9a19-e689cdd5418b), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:37.142987 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] Publish callbacks [] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:37.176265 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:37.215333 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] Network 140bbe9c-038c-4447-b6c0-f17f328717ec is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:17:37.218181 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:17:37.221939 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:17:37.227851 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] Pushing event updated for resources: {'Port': ['ID=14b6400a-16d4-4f29-9088-062b01c2cf38,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:37.268737 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7954030'] for router_interface (51e3bce4-99dd-4e68-b835-a5683ffe7faa), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:37.347420 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Publish callbacks [] for port (d12aecc2-17de-4e5c-9a19-e689cdd5418b), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:37.353163 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (d12aecc2-17de-4e5c-9a19-e689cdd5418b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:37.407140 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:37.431185 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Attempting to bind port d12aecc2-17de-4e5c-9a19-e689cdd5418b on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:17:37.431566 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Attempting to bind port d12aecc2-17de-4e5c-9a19-e689cdd5418b by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:17:37.431931 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Attempting to bind port d12aecc2-17de-4e5c-9a19-e689cdd5418b on network 0598fff4-adad-45d5-af02-105f0894d10b {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:17:37.442044 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4f450-bf8d-4558-89f0-1943a8dd922e None None] Pushing event updated for resources: {'Port': ['ID=d12aecc2-17de-4e5c-9a19-e689cdd5418b,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:37.445162 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-decd02a1-2f5d-4984-ba09-bf27f91da33c None None] Current status of the port 4af8bb7c-bd45-4461-807e-a15991afafb9 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:37.449255 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:17:37.449728 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Checking segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:17:37.450272 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:37.450672 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Bound using segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:17:37.451159 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Bound port: d12aecc2-17de-4e5c-9a19-e689cdd5418b, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:17:37.451569 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (d12aecc2-17de-4e5c-9a19-e689cdd5418b), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:37.504802 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] For port d12aecc2-17de-4e5c-9a19-e689cdd5418b, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:17:37.507958 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] For port d12aecc2-17de-4e5c-9a19-e689cdd5418b, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=d12aecc2-17de-4e5c-9a19-e689cdd5418b,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:17:37.512919 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (d12aecc2-17de-4e5c-9a19-e689cdd5418b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:37.572010 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] Publish callbacks [] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:37.576771 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5438357'] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:37.583259 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4f450-bf8d-4558-89f0-1943a8dd922e None None] Pushing event updated for resources: {'Port': ['ID=d12aecc2-17de-4e5c-9a19-e689cdd5418b,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:37.587397 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Routers {'51e3bce4-99dd-4e68-b835-a5683ffe7faa'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:17:37.588012 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:17:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:37.621581 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-dbdfe027-e358-47a9-9d99-1a2a04906353 None None] Provisioning complete for port 4af8bb7c-bd45-4461-807e-a15991afafb9 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:37.621976 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe027-e358-47a9-9d99-1a2a04906353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (4af8bb7c-bd45-4461-807e-a15991afafb9), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:37.646929 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7987966'] for router_interface (51e3bce4-99dd-4e68-b835-a5683ffe7faa), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:37.648624 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] Pushing event updated for resources: {'Port': ['ID=14b6400a-16d4-4f29-9088-062b01c2cf38,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:37.740574 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] Network 140bbe9c-038c-4447-b6c0-f17f328717ec is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:17:37.741968 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:17:37.745027 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] Set router 51e3bce4-99dd-4e68-b835-a5683ffe7faa gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:17:37.794216 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfe027-e358-47a9-9d99-1a2a04906353 None None] Current status of the port 4af8bb7c-bd45-4461-807e-a15991afafb9 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:37.853867 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-dbdfe027-e358-47a9-9d99-1a2a04906353 None None] Provisioning complete for port 14b6400a-16d4-4f29-9088-062b01c2cf38 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:37.854254 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe027-e358-47a9-9d99-1a2a04906353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:37.857764 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] Router 51e3bce4-99dd-4e68-b835-a5683ffe7faa has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:17:37.928370 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfe027-e358-47a9-9d99-1a2a04906353 None None] Port 14b6400a-16d4-4f29-9088-062b01c2cf38 cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:17:37.973243 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:17:37.978390 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-1b7b8292-5d9b-418c-8479-c66420c3dda4 admin admin] 10.222.0.52 "PUT /v2.0/routers/51e3bce4-99dd-4e68-b835-a5683ffe7faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5741584 Jan 11 13:17:37.997754 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'name': 'tempest-TestMinimumBasicScenario-162273655-router', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:34Z', 'updated_at': '2022-01-11T13:17:37Z', 'revision_number': 4, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'gw_port': {'id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:35Z', 'updated_at': '2022-01-11T13:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '14b6400a-16d4-4f29-9088-062b01c2cf38', 'name': '', 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'mac_address': 'fa:16:3e:c7:07:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:36Z', 'updated_at': '2022-01-11T13:17:37Z', 'revision_number': 2, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'subnets': [{'id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:38.027578 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea26dc3-81fa-4db6-82dc-e8539eba75f6 None None] The sync data for ids ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'] in dv-cinder-824149-3-iscsi is: [{'id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'name': 'tempest-TestMinimumBasicScenario-162273655-router', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:34Z', 'updated_at': '2022-01-11T13:17:37Z', 'revision_number': 4, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'gw_port': {'id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:35Z', 'updated_at': '2022-01-11T13:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '14b6400a-16d4-4f29-9088-062b01c2cf38', 'name': '', 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'mac_address': 'fa:16:3e:c7:07:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:36Z', 'updated_at': '2022-01-11T13:17:37Z', 'revision_number': 2, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'subnets': [{'id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:17:38.048169 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-d5208079-7a5b-4ae6-9c10-e4533256dc1b None None] Provisioning complete for port 14b6400a-16d4-4f29-9088-062b01c2cf38 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:38.048548 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d5208079-7a5b-4ae6-9c10-e4533256dc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:38.088179 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-d5208079-7a5b-4ae6-9c10-e4533256dc1b None None] Port 14b6400a-16d4-4f29-9088-062b01c2cf38 cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:17:38.142900 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 4af8bb7c-bd45-4461-807e-a15991afafb9 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:17:38.193578 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 4af8bb7c-bd45-4461-807e-a15991afafb9 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:38.194158 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (4af8bb7c-bd45-4461-807e-a15991afafb9), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:38.302897 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 4af8bb7c-bd45-4461-807e-a15991afafb9 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:38.498242 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 59050) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:17:38.503241 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-959dede9-eec8-4ebd-9b47-b0d93d6354a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1103168877-network', 'tenant_id': '68af46a486cf493ca352687b68b65dfb'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:17:38.526268 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959dede9-eec8-4ebd-9b47-b0d93d6354a9 admin admin] Made reservation on behalf of 68af46a486cf493ca352687b68b65dfb for: {'network': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:17:38.528892 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-959dede9-eec8-4ebd-9b47-b0d93d6354a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for network (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:38.538762 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-959dede9-eec8-4ebd-9b47-b0d93d6354a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:38.616976 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-959dede9-eec8-4ebd-9b47-b0d93d6354a9 admin admin] Publish callbacks [] for security_group (b3c3b12a-ed88-4e0d-8d0c-d61294ef2401), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:38.622734 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-959dede9-eec8-4ebd-9b47-b0d93d6354a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (b3c3b12a-ed88-4e0d-8d0c-d61294ef2401), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:38.650104 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959dede9-eec8-4ebd-9b47-b0d93d6354a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=102630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 13:17:38.656641 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959dede9-eec8-4ebd-9b47-b0d93d6354a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c3b12a-ed88-4e0d-8d0c-d61294ef2401,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:38.668076 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-959dede9-eec8-4ebd-9b47-b0d93d6354a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (a6c06638-da9a-416c-94be-64c5b69d58f0), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:38.669163 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.db.segments_db [None req-959dede9-eec8-4ebd-9b47-b0d93d6354a9 admin admin] Added segment a6c06638-da9a-416c-94be-64c5b69d58f0 of type vlan for network 8a2fa76f-9285-46fd-a845-bd7224ce500f Jan 11 13:17:38.730816 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-959dede9-eec8-4ebd-9b47-b0d93d6354a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779303025484'] for network (8a2fa76f-9285-46fd-a845-bd7224ce500f), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:38.756684 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-959dede9-eec8-4ebd-9b47-b0d93d6354a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457'] for network (8a2fa76f-9285-46fd-a845-bd7224ce500f), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:38.757722 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959dede9-eec8-4ebd-9b47-b0d93d6354a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:38.758457 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-959dede9-eec8-4ebd-9b47-b0d93d6354a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:38.823454 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-959dede9-eec8-4ebd-9b47-b0d93d6354a9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3239481 Jan 11 13:17:38.826660 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 59058) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:17:38.831642 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-56a2724a-7480-409f-9866-c3970d1ed9ae admin admin] Request body: {'subnet': {'network_id': '8a2fa76f-9285-46fd-a845-bd7224ce500f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1103168877-subnet', 'tenant_id': '68af46a486cf493ca352687b68b65dfb', 'ip_version': 4}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:17:38.840510 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959dede9-eec8-4ebd-9b47-b0d93d6354a9 admin admin] Pushing event updated for resources: {'Network': ['ID=8a2fa76f-9285-46fd-a845-bd7224ce500f,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:38.851868 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Network 8a2fa76f-9285-46fd-a845-bd7224ce500f details requested by agent ovs-agent-dv-cinder-824149-3-iscsi with host dv-cinder-824149-3-iscsi {{(pid=102631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 13:17:38.867299 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a2724a-7480-409f-9866-c3970d1ed9ae admin admin] Made reservation on behalf of 68af46a486cf493ca352687b68b65dfb for: {'subnet': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:17:38.872258 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56a2724a-7480-409f-9866-c3970d1ed9ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4203109'] for subnet (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:39.069743 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56a2724a-7480-409f-9866-c3970d1ed9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4385270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4203019'] for subnet (76748c08-36eb-4eaf-a744-3c2319d55474), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:39.138488 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2724a-7480-409f-9866-c3970d1ed9ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=76748c08-36eb-4eaf-a744-3c2319d55474,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:39.149504 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a2724a-7480-409f-9866-c3970d1ed9ae admin admin] Checking segment: {'id': 'a6c06638-da9a-416c-94be-64c5b69d58f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8a2fa76f-9285-46fd-a845-bd7224ce500f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:17:39.149870 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a2724a-7480-409f-9866-c3970d1ed9ae admin admin] Network hostable DHCP agents. Network: 8a2fa76f-9285-46fd-a845-bd7224ce500f, hostable agents: ['1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c'], hosted agents: [] {{(pid=102630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 13:17:39.170897 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a2724a-7480-409f-9866-c3970d1ed9ae admin admin] Network 8a2fa76f-9285-46fd-a845-bd7224ce500f is scheduled to be hosted by DHCP agent 1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c with binding_index 1 {{(pid=102630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 13:17:39.184558 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-56a2724a-7480-409f-9866-c3970d1ed9ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-3-iscsi, 8a2fa76f-9285-46fd-a845-bd7224ce500f) {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:17:39.193934 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520c1b79-c96f-457c-8f95-faadbca78d79 None None] Network 8a2fa76f-9285-46fd-a845-bd7224ce500f requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:17:39.197555 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a2724a-7480-409f-9866-c3970d1ed9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:39.198102 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56a2724a-7480-409f-9866-c3970d1ed9ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:39.230151 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-56a2724a-7480-409f-9866-c3970d1ed9ae admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4024169 Jan 11 13:17:39.232788 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 59064) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:17:39.243745 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1103168877-router', 'tenant_id': '68af46a486cf493ca352687b68b65dfb', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:17:39.273719 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7983524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5210'] for router (c48c1659-cd8d-44b6-aadf-b2225d5fe3c6), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:39.274896 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7983408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7987310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8314488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5205'] for router (c48c1659-cd8d-44b6-aadf-b2225d5fe3c6), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:39.313874 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c2302f-ad13-5f8d-9307-c227788808ca-8a2fa76f-9285-46fd-a845-bd7224ce500f', 'network_id': '8a2fa76f-9285-46fd-a845-bd7224ce500f', 'project_id': '68af46a486cf493ca352687b68b65dfb', 'fixed_ips': [{'subnet_id': '76748c08-36eb-4eaf-a744-3c2319d55474'}]}} from dv-cinder-824149-3-iscsi. {{(pid=102631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 13:17:39.314925 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:39.335481 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Publish callbacks [] for router_controller (c48c1659-cd8d-44b6-aadf-b2225d5fe3c6), precommit_add_association {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:39.462752 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Allocated IP 172.20.0.2 (8a2fa76f-9285-46fd-a845-bd7224ce500f/76748c08-36eb-4eaf-a744-3c2319d55474/a79f751a-ed39-4bd4-ac2d-6d6e61949cbd) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:17:39.472147 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Publish callbacks [] for router_gateway (c48c1659-cd8d-44b6-aadf-b2225d5fe3c6), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:39.607751 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Publish callbacks [] for port (a79f751a-ed39-4bd4-ac2d-6d6e61949cbd), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:39.615433 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862'] for port (a79f751a-ed39-4bd4-ac2d-6d6e61949cbd), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:39.655762 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Network 8a2fa76f-9285-46fd-a845-bd7224ce500f is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:17:39.658632 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:17:39.662070 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:17:39.672965 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Publish callbacks [] for router_gateway (c48c1659-cd8d-44b6-aadf-b2225d5fe3c6), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:39.673565 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Pushing event updated for resources: {'Port': ['ID=a79f751a-ed39-4bd4-ac2d-6d6e61949cbd,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:39.693003 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:39.723197 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Attempting to bind port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:17:39.723629 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Attempting to bind port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': 'a6c06638-da9a-416c-94be-64c5b69d58f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8a2fa76f-9285-46fd-a845-bd7224ce500f'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:17:39.724005 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Attempting to bind port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd on network 8a2fa76f-9285-46fd-a845-bd7224ce500f {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:17:39.729375 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:17:39.729779 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Checking segment: {'id': 'a6c06638-da9a-416c-94be-64c5b69d58f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8a2fa76f-9285-46fd-a845-bd7224ce500f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:17:39.730175 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:39.730577 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Bound using segment: {'id': 'a6c06638-da9a-416c-94be-64c5b69d58f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8a2fa76f-9285-46fd-a845-bd7224ce500f'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:17:39.731612 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Bound port: a79f751a-ed39-4bd4-ac2d-6d6e61949cbd, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c06638-da9a-416c-94be-64c5b69d58f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8a2fa76f-9285-46fd-a845-bd7224ce500f'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:17:39.732000 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (a79f751a-ed39-4bd4-ac2d-6d6e61949cbd), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:39.795306 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] For port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:17:39.798519 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Allocated IP 172.27.0.209 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/d6fe7e45-2137-4709-b948-28a8e38c7b23) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:17:39.798733 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] For port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=a79f751a-ed39-4bd4-ac2d-6d6e61949cbd,segment=NetworkSegment(a6c06638-da9a-416c-94be-64c5b69d58f0),segment_id=a6c06638-da9a-416c-94be-64c5b69d58f0)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:17:39.803185 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (a79f751a-ed39-4bd4-ac2d-6d6e61949cbd), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:39.866533 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42868973-7d4e-4cac-b165-dcc641eb5aeb None None] Pushing event updated for resources: {'Port': ['ID=a79f751a-ed39-4bd4-ac2d-6d6e61949cbd,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:39.908560 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Publish callbacks [] for port (d6fe7e45-2137-4709-b948-28a8e38c7b23), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:39.943625 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (d6fe7e45-2137-4709-b948-28a8e38c7b23), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:39.984926 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:17:39.987914 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:17:39.991703 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:17:39.998204 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Pushing event updated for resources: {'Port': ['ID=d6fe7e45-2137-4709-b948-28a8e38c7b23,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:40.296027 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Sync routers for ids ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'] in dv-cinder-824149-3-iscsi {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:17:40.309850 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Routers {'51e3bce4-99dd-4e68-b835-a5683ffe7faa'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:17:40.310480 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:17:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:40.315714 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Publish callbacks [] for router_gateway (c48c1659-cd8d-44b6-aadf-b2225d5fe3c6), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:40.372365 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device a79f751a-ed39-4bd4-ac2d-6d6e61949cbd up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:17:40.426582 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:40.426966 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (a79f751a-ed39-4bd4-ac2d-6d6e61949cbd), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:40.521796 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7983417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7954111'] for router (c48c1659-cd8d-44b6-aadf-b2225d5fe3c6), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:40.522725 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Set router 51e3bce4-99dd-4e68-b835-a5683ffe7faa gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:17:40.531986 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:40.532674 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (a79f751a-ed39-4bd4-ac2d-6d6e61949cbd), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:40.566098 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] For port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=a79f751a-ed39-4bd4-ac2d-6d6e61949cbd,segment=NetworkSegment(a6c06638-da9a-416c-94be-64c5b69d58f0),segment_id=a6c06638-da9a-416c-94be-64c5b69d58f0)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:17:40.571277 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (a79f751a-ed39-4bd4-ac2d-6d6e61949cbd), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:40.572364 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device d12aecc2-17de-4e5c-9a19-e689cdd5418b up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:17:40.650717 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Pushing event updated for resources: {'Port': ['ID=a79f751a-ed39-4bd4-ac2d-6d6e61949cbd,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:40.665511 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port d12aecc2-17de-4e5c-9a19-e689cdd5418b triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:40.665896 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (d12aecc2-17de-4e5c-9a19-e689cdd5418b), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:40.695760 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Router c48c1659-cd8d-44b6-aadf-b2225d5fe3c6 is scheduled to L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a with binding_index 1 {{(pid=102630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 13:17:40.739086 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'name': 'tempest-TestMinimumBasicScenario-162273655-router', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:34Z', 'updated_at': '2022-01-11T13:17:37Z', 'revision_number': 4, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'gw_port': {'id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:35Z', 'updated_at': '2022-01-11T13:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '14b6400a-16d4-4f29-9088-062b01c2cf38', 'name': '', 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'mac_address': 'fa:16:3e:c7:07:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:36Z', 'updated_at': '2022-01-11T13:17:37Z', 'revision_number': 2, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'subnets': [{'id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:40.762903 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port d12aecc2-17de-4e5c-9a19-e689cdd5418b is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:40.763307 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (d12aecc2-17de-4e5c-9a19-e689cdd5418b), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:40.774577 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Checking router: 51e3bce4-99dd-4e68-b835-a5683ffe7faa for host: dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:17:40.774941 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Updating router 51e3bce4-99dd-4e68-b835-a5683ffe7faa port 14b6400a-16d4-4f29-9088-062b01c2cf38 binding host dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:17:40.786253 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] For port d12aecc2-17de-4e5c-9a19-e689cdd5418b, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=d12aecc2-17de-4e5c-9a19-e689cdd5418b,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:17:40.794190 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (d12aecc2-17de-4e5c-9a19-e689cdd5418b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:40.812858 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:40.845485 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Pushing event updated for resources: {'Port': ['ID=d12aecc2-17de-4e5c-9a19-e689cdd5418b,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:40.846420 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:17:40.859077 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Sync routers for ids ['c48c1659-cd8d-44b6-aadf-b2225d5fe3c6'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:17:40.870349 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Routers {'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:17:40.871060 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:17:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['c48c1659-cd8d-44b6-aadf-b2225d5fe3c6'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:40.876254 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:40.877783 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-132cafb3-7f9c-4b94-aad1-799794c9d208 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6439836 Jan 11 13:17:40.880454 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 59068) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:17:40.990157 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Set router c48c1659-cd8d-44b6-aadf-b2225d5fe3c6 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:17:41.018605 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf1e3ed-fad5-4148-89ae-8c46b2ec73cf None None] Network 8a2fa76f-9285-46fd-a845-bd7224ce500f requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:17:41.104140 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Publish callbacks [] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:41.110680 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:41.157742 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51518032-4e0e-450d-a5c9-76d1183590b5 None None] Pushing event updated for resources: {'Port': ['ID=14b6400a-16d4-4f29-9088-062b01c2cf38,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:41.189994 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518032-4e0e-450d-a5c9-76d1183590b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:41.190361 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518032-4e0e-450d-a5c9-76d1183590b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:41.190727 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518032-4e0e-450d-a5c9-76d1183590b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:41.191070 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518032-4e0e-450d-a5c9-76d1183590b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:41.191402 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518032-4e0e-450d-a5c9-76d1183590b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:41.191731 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518032-4e0e-450d-a5c9-76d1183590b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:41.192056 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518032-4e0e-450d-a5c9-76d1183590b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:41.192526 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518032-4e0e-450d-a5c9-76d1183590b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:41.192730 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518032-4e0e-450d-a5c9-76d1183590b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:41.193074 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518032-4e0e-450d-a5c9-76d1183590b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:41.193675 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518032-4e0e-450d-a5c9-76d1183590b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:41.193785 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518032-4e0e-450d-a5c9-76d1183590b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:41.194029 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518032-4e0e-450d-a5c9-76d1183590b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:41.236319 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Attempting to bind port 14b6400a-16d4-4f29-9088-062b01c2cf38 on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:17:41.236698 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Attempting to bind port 14b6400a-16d4-4f29-9088-062b01c2cf38 by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': 'c91823ae-ab2a-498e-9b15-b3b5ac4d70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:17:41.237263 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Attempting to bind port 14b6400a-16d4-4f29-9088-062b01c2cf38 on network 140bbe9c-038c-4447-b6c0-f17f328717ec {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:17:41.244214 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:17:41.244892 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Checking segment: {'id': 'c91823ae-ab2a-498e-9b15-b3b5ac4d70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:17:41.245481 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:41.245881 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Bound using segment: {'id': 'c91823ae-ab2a-498e-9b15-b3b5ac4d70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:17:41.246365 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Bound port: 14b6400a-16d4-4f29-9088-062b01c2cf38, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91823ae-ab2a-498e-9b15-b3b5ac4d70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:17:41.246798 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:41.319297 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] For port 14b6400a-16d4-4f29-9088-062b01c2cf38, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:17:41.323027 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] For port 14b6400a-16d4-4f29-9088-062b01c2cf38, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=14b6400a-16d4-4f29-9088-062b01c2cf38,segment=NetworkSegment(c91823ae-ab2a-498e-9b15-b3b5ac4d70e9),segment_id=c91823ae-ab2a-498e-9b15-b3b5ac4d70e9)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:17:41.330141 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:41.341564 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b3037ea1-e80b-49a3-8322-7adee47bd248 None None] Provisioning complete for port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:41.341937 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b3037ea1-e80b-49a3-8322-7adee47bd248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (a79f751a-ed39-4bd4-ac2d-6d6e61949cbd), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:41.390043 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Routers {'51e3bce4-99dd-4e68-b835-a5683ffe7faa'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:17:41.390695 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:17:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:41.500916 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51518032-4e0e-450d-a5c9-76d1183590b5 None None] Pushing event updated for resources: {'Port': ['ID=14b6400a-16d4-4f29-9088-062b01c2cf38,revision_number=4']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:41.518327 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] Set router 51e3bce4-99dd-4e68-b835-a5683ffe7faa gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:17:41.523450 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b3037ea1-e80b-49a3-8322-7adee47bd248 None None] Current status of the port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:41.562219 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'name': 'tempest-TestMinimumBasicScenario-1103168877-router', 'tenant_id': '68af46a486cf493ca352687b68b65dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd6fe7e45-2137-4709-b948-28a8e38c7b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:39Z', 'updated_at': '2022-01-11T13:17:40Z', 'revision_number': 3, 'project_id': '68af46a486cf493ca352687b68b65dfb', 'gw_port': {'id': 'd6fe7e45-2137-4709-b948-28a8e38c7b23', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:39Z', 'updated_at': '2022-01-11T13:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:41.600949 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Checking router: c48c1659-cd8d-44b6-aadf-b2225d5fe3c6 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:17:41.602304 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Updating router c48c1659-cd8d-44b6-aadf-b2225d5fe3c6 port d6fe7e45-2137-4709-b948-28a8e38c7b23 binding host dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:17:41.643961 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (d6fe7e45-2137-4709-b948-28a8e38c7b23), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:41.670752 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:41.705921 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b5102804-722d-4e27-a4f9-e35cdcb2c21f None None] Provisioning complete for port 14b6400a-16d4-4f29-9088-062b01c2cf38 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:41.706242 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b5102804-722d-4e27-a4f9-e35cdcb2c21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:41.813863 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'name': 'tempest-TestMinimumBasicScenario-162273655-router', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:34Z', 'updated_at': '2022-01-11T13:17:37Z', 'revision_number': 4, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'gw_port': {'id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:35Z', 'updated_at': '2022-01-11T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '14b6400a-16d4-4f29-9088-062b01c2cf38', 'name': '', 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'mac_address': 'fa:16:3e:c7:07:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:36Z', 'updated_at': '2022-01-11T13:17:41Z', 'revision_number': 4, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'subnets': [{'id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:41.848380 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98757056-e06a-4916-ac1e-cc9da6cab282 None None] The sync data for ids ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'] in dv-cinder-824149-3-iscsi is: [{'id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'name': 'tempest-TestMinimumBasicScenario-162273655-router', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:34Z', 'updated_at': '2022-01-11T13:17:37Z', 'revision_number': 4, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'gw_port': {'id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:35Z', 'updated_at': '2022-01-11T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '14b6400a-16d4-4f29-9088-062b01c2cf38', 'name': '', 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'mac_address': 'fa:16:3e:c7:07:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:36Z', 'updated_at': '2022-01-11T13:17:41Z', 'revision_number': 4, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'subnets': [{'id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:17:41.881645 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] Allocated IP 172.20.0.1 (8a2fa76f-9285-46fd-a845-bd7224ce500f/76748c08-36eb-4eaf-a744-3c2319d55474/fe77eaff-e57a-47f6-8140-044fe69343c1) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:17:41.960801 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b5102804-722d-4e27-a4f9-e35cdcb2c21f None None] Current status of the port 14b6400a-16d4-4f29-9088-062b01c2cf38 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:41.961370 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b5102804-722d-4e27-a4f9-e35cdcb2c21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:42.000641 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] Publish callbacks [] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:42.022439 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b5102804-722d-4e27-a4f9-e35cdcb2c21f None None] For port 14b6400a-16d4-4f29-9088-062b01c2cf38, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=14b6400a-16d4-4f29-9088-062b01c2cf38,segment=NetworkSegment(c91823ae-ab2a-498e-9b15-b3b5ac4d70e9),segment_id=c91823ae-ab2a-498e-9b15-b3b5ac4d70e9)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:17:42.027405 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b5102804-722d-4e27-a4f9-e35cdcb2c21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:42.041461 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:42.084587 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] Network 8a2fa76f-9285-46fd-a845-bd7224ce500f is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:17:42.087458 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:17:42.091641 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:17:42.113487 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Publish callbacks [] for port (d6fe7e45-2137-4709-b948-28a8e38c7b23), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:42.123465 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5102804-722d-4e27-a4f9-e35cdcb2c21f None None] Pushing event updated for resources: {'Port': ['ID=14b6400a-16d4-4f29-9088-062b01c2cf38,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:42.126409 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] Pushing event updated for resources: {'Port': ['ID=fe77eaff-e57a-47f6-8140-044fe69343c1,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:42.129387 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (d6fe7e45-2137-4709-b948-28a8e38c7b23), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:42.147810 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7954030'] for router_interface (c48c1659-cd8d-44b6-aadf-b2225d5fe3c6), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:42.232603 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ebb68-e40d-44aa-a6ac-d55e7779f993 None None] Pushing event updated for resources: {'Port': ['ID=d6fe7e45-2137-4709-b948-28a8e38c7b23,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:42.244516 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Attempting to bind port d6fe7e45-2137-4709-b948-28a8e38c7b23 on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:17:42.245161 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Attempting to bind port d6fe7e45-2137-4709-b948-28a8e38c7b23 by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:17:42.245513 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Attempting to bind port d6fe7e45-2137-4709-b948-28a8e38c7b23 on network 0598fff4-adad-45d5-af02-105f0894d10b {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:17:42.248893 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-48788148-3cde-4771-9bc4-fdda486bd738 None None] Provisioning complete for port 14b6400a-16d4-4f29-9088-062b01c2cf38 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:42.249122 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-48788148-3cde-4771-9bc4-fdda486bd738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:42.275080 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device a79f751a-ed39-4bd4-ac2d-6d6e61949cbd up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:17:42.283796 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:17:42.284211 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Checking segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:17:42.284628 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:42.285037 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Bound using segment: {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:17:42.285536 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Bound port: d6fe7e45-2137-4709-b948-28a8e38c7b23, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:17:42.285929 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (d6fe7e45-2137-4709-b948-28a8e38c7b23), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:42.366623 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:42.394302 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] For port d6fe7e45-2137-4709-b948-28a8e38c7b23, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:17:42.399853 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] For port d6fe7e45-2137-4709-b948-28a8e38c7b23, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=d6fe7e45-2137-4709-b948-28a8e38c7b23,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:17:42.439245 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (d6fe7e45-2137-4709-b948-28a8e38c7b23), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:42.441141 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:42.441506 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (a79f751a-ed39-4bd4-ac2d-6d6e61949cbd), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:42.504746 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-48788148-3cde-4771-9bc4-fdda486bd738 None None] Current status of the port 14b6400a-16d4-4f29-9088-062b01c2cf38 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:42.550598 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Routers {'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:17:42.551239 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:17:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['c48c1659-cd8d-44b6-aadf-b2225d5fe3c6'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:42.557333 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-48788148-3cde-4771-9bc4-fdda486bd738 None None] Provisioning complete for port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:42.557722 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-48788148-3cde-4771-9bc4-fdda486bd738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (a79f751a-ed39-4bd4-ac2d-6d6e61949cbd), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:42.559838 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ebb68-e40d-44aa-a6ac-d55e7779f993 None None] Pushing event updated for resources: {'Port': ['ID=d6fe7e45-2137-4709-b948-28a8e38c7b23,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:42.580685 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] Publish callbacks [] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:42.587142 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:42.665338 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] Pushing event updated for resources: {'Port': ['ID=fe77eaff-e57a-47f6-8140-044fe69343c1,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:42.669587 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8104563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7987966'] for router_interface (c48c1659-cd8d-44b6-aadf-b2225d5fe3c6), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:42.746624 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:42.747730 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device d12aecc2-17de-4e5c-9a19-e689cdd5418b up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:17:42.766379 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c0961297-3c9a-4498-8394-89eccc71c810 req-b3bc93cf-269b-4449-9ce5-7ae511033778 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-464416958&fields=id&tenant_id=73983d260517467dab770ff153eba8a9 HTTP/1.1" status: 200 len: 267 time: 0.0676537 Jan 11 13:17:42.777328 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] Network 8a2fa76f-9285-46fd-a845-bd7224ce500f is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:17:42.779324 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:17:42.822678 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] Set router c48c1659-cd8d-44b6-aadf-b2225d5fe3c6 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:17:42.875601 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-48788148-3cde-4771-9bc4-fdda486bd738 None None] Current status of the port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:42.901267 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0961297-3c9a-4498-8394-89eccc71c810 req-de967562-4731-41e7-b859-a1f8c7ae9913 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:42.908816 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c0961297-3c9a-4498-8394-89eccc71c810 req-de967562-4731-41e7-b859-a1f8c7ae9913 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/networks?id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca HTTP/1.1" status: 200 len: 811 time: 0.1358047 Jan 11 13:17:42.922394 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] Router c48c1659-cd8d-44b6-aadf-b2225d5fe3c6 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:17:42.926593 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c0961297-3c9a-4498-8394-89eccc71c810 req-d2990a60-807b-4563-b828-cc190159590a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/quotas/73983d260517467dab770ff153eba8a9 HTTP/1.1" status: 200 len: 375 time: 0.0163598 Jan 11 13:17:42.938832 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port d12aecc2-17de-4e5c-9a19-e689cdd5418b triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:42.939249 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (d12aecc2-17de-4e5c-9a19-e689cdd5418b), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:42.990028 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c0961297-3c9a-4498-8394-89eccc71c810 req-3fd6fc69-3bcd-46b0-a518-eae716c85a2b tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=73983d260517467dab770ff153eba8a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622447 Jan 11 13:17:43.037887 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-1bd38a8e-dc80-48db-9747-b8a040419499 None None] Provisioning complete for port fe77eaff-e57a-47f6-8140-044fe69343c1 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:43.038448 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1bd38a8e-dc80-48db-9747-b8a040419499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:43.057917 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:17:43.063045 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-254012b5-9583-4122-a5f2-94c615ca0a64 admin admin] 10.222.0.52 "PUT /v2.0/routers/c48c1659-cd8d-44b6-aadf-b2225d5fe3c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1809859 Jan 11 13:17:43.099163 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c0961297-3c9a-4498-8394-89eccc71c810 req-23189617-3d29-4ceb-8ece-0c175761193c service neutron] 10.222.0.52 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077714 Jan 11 13:17:43.139902 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-1bd38a8e-dc80-48db-9747-b8a040419499 None None] Port fe77eaff-e57a-47f6-8140-044fe69343c1 cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:17:43.154935 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port d12aecc2-17de-4e5c-9a19-e689cdd5418b is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:43.156047 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 14b6400a-16d4-4f29-9088-062b01c2cf38 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:17:43.196939 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c0961297-3c9a-4498-8394-89eccc71c810 req-96d7387e-59d9-4e5b-8bdc-a848faf4450c service neutron] 10.222.0.52 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912981 Jan 11 13:17:43.213445 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'name': 'tempest-TestMinimumBasicScenario-1103168877-router', 'tenant_id': '68af46a486cf493ca352687b68b65dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd6fe7e45-2137-4709-b948-28a8e38c7b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:39Z', 'updated_at': '2022-01-11T13:17:42Z', 'revision_number': 4, 'project_id': '68af46a486cf493ca352687b68b65dfb', 'gw_port': {'id': 'd6fe7e45-2137-4709-b948-28a8e38c7b23', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:39Z', 'updated_at': '2022-01-11T13:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'fe77eaff-e57a-47f6-8140-044fe69343c1', 'name': '', 'network_id': '8a2fa76f-9285-46fd-a845-bd7224ce500f', 'tenant_id': '68af46a486cf493ca352687b68b65dfb', 'mac_address': 'fa:16:3e:61:c6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '76748c08-36eb-4eaf-a744-3c2319d55474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:41Z', 'updated_at': '2022-01-11T13:17:41Z', 'revision_number': 1, 'project_id': '68af46a486cf493ca352687b68b65dfb', 'subnets': [{'id': '76748c08-36eb-4eaf-a744-3c2319d55474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:43.377176 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4537e1-b831-4d32-9ee7-f018e0bbc59b None None] The sync data for ids ['c48c1659-cd8d-44b6-aadf-b2225d5fe3c6'] in dv-cinder-824149-3-iscsi is: [{'id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'name': 'tempest-TestMinimumBasicScenario-1103168877-router', 'tenant_id': '68af46a486cf493ca352687b68b65dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd6fe7e45-2137-4709-b948-28a8e38c7b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:39Z', 'updated_at': '2022-01-11T13:17:42Z', 'revision_number': 4, 'project_id': '68af46a486cf493ca352687b68b65dfb', 'gw_port': {'id': 'd6fe7e45-2137-4709-b948-28a8e38c7b23', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:39Z', 'updated_at': '2022-01-11T13:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'fe77eaff-e57a-47f6-8140-044fe69343c1', 'name': '', 'network_id': '8a2fa76f-9285-46fd-a845-bd7224ce500f', 'tenant_id': '68af46a486cf493ca352687b68b65dfb', 'mac_address': 'fa:16:3e:61:c6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '76748c08-36eb-4eaf-a744-3c2319d55474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:41Z', 'updated_at': '2022-01-11T13:17:41Z', 'revision_number': 1, 'project_id': '68af46a486cf493ca352687b68b65dfb', 'subnets': [{'id': '76748c08-36eb-4eaf-a744-3c2319d55474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:17:43.386066 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 14b6400a-16d4-4f29-9088-062b01c2cf38 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:43.386381 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:43.417601 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-2b177e2b-27d7-4219-974e-46d25c3a3128 None None] Provisioning complete for port fe77eaff-e57a-47f6-8140-044fe69343c1 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:43.417987 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2b177e2b-27d7-4219-974e-46d25c3a3128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:43.466721 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-2b177e2b-27d7-4219-974e-46d25c3a3128 None None] Port fe77eaff-e57a-47f6-8140-044fe69343c1 cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:17:43.533531 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 14b6400a-16d4-4f29-9088-062b01c2cf38 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:43.546165 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ffe1b525-dd0e-4f8c-8f06-06e23c5b6928 req-71fa12f3-3545-4938-b350-2f0e646e4c33 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 210 time: 0.0350437 Jan 11 13:17:44.176086 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 14b6400a-16d4-4f29-9088-062b01c2cf38 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:17:44.239424 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port 14b6400a-16d4-4f29-9088-062b01c2cf38 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:44.240009 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:44.333960 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port 14b6400a-16d4-4f29-9088-062b01c2cf38 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:44.737953 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e44a5c32-b92f-46cb-b106-aed418012b42 req-8f7681f1-9dfe-4b25-aa6a-f5d603dc448f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 210 time: 0.0373006 Jan 11 13:17:44.844936 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0961297-3c9a-4498-8394-89eccc71c810 req-cf2e892c-2f04-4b6d-ab02-f2bba0330ea0 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:44.846810 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c0961297-3c9a-4498-8394-89eccc71c810 req-cf2e892c-2f04-4b6d-ab02-f2bba0330ea0 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.49 "GET /v2.0/networks?id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca HTTP/1.1" status: 200 len: 811 time: 0.1535716 Jan 11 13:17:44.934993 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c0961297-3c9a-4498-8394-89eccc71c810 req-e1ed5bac-01d0-4efb-9c7d-6b6598740793 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73983d260517467dab770ff153eba8a9 HTTP/1.1" status: 200 len: 379 time: 0.0718930 Jan 11 13:17:44.948974 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-c0961297-3c9a-4498-8394-89eccc71c810 req-57d6de06-0fe9-4d42-9e58-7796e069cb56 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Request body: {'port': {'device_id': '7124da34-d28d-4126-ac8a-9d1dfab7f0ec', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'admin_state_up': True, 'tenant_id': '73983d260517467dab770ff153eba8a9', 'security_groups': ['6770b916-fe91-445a-bb5e-b6f8dbc35a2b']}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:17:45.150544 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0961297-3c9a-4498-8394-89eccc71c810 req-57d6de06-0fe9-4d42-9e58-7796e069cb56 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Made reservation on behalf of 73983d260517467dab770ff153eba8a9 for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:17:45.154520 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-c0961297-3c9a-4498-8394-89eccc71c810 req-57d6de06-0fe9-4d42-9e58-7796e069cb56 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:45.322313 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-c0961297-3c9a-4498-8394-89eccc71c810 req-57d6de06-0fe9-4d42-9e58-7796e069cb56 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Allocated IP 172.20.0.6 (fd962c64-7dca-4f4f-b8a2-339a98bd73ca/0fa84b08-0d99-43f5-874d-09b99bae3402/681b122e-3b42-4dd7-955f-001a2bc446a5) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:17:45.558282 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-c0961297-3c9a-4498-8394-89eccc71c810 req-57d6de06-0fe9-4d42-9e58-7796e069cb56 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for port (681b122e-3b42-4dd7-955f-001a2bc446a5), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:45.600784 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-c0961297-3c9a-4498-8394-89eccc71c810 req-57d6de06-0fe9-4d42-9e58-7796e069cb56 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (681b122e-3b42-4dd7-955f-001a2bc446a5), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:45.649904 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0961297-3c9a-4498-8394-89eccc71c810 req-57d6de06-0fe9-4d42-9e58-7796e069cb56 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Network fd962c64-7dca-4f4f-b8a2-339a98bd73ca is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:17:45.654421 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-c0961297-3c9a-4498-8394-89eccc71c810 req-57d6de06-0fe9-4d42-9e58-7796e069cb56 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:17:45.659267 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0961297-3c9a-4498-8394-89eccc71c810 req-57d6de06-0fe9-4d42-9e58-7796e069cb56 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:17:45.692138 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6de06-0fe9-4d42-9e58-7796e069cb56 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event updated for resources: {'Port': ['ID=681b122e-3b42-4dd7-955f-001a2bc446a5,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:45.722995 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0961297-3c9a-4498-8394-89eccc71c810 req-57d6de06-0fe9-4d42-9e58-7796e069cb56 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:45.723655 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-c0961297-3c9a-4498-8394-89eccc71c810 req-57d6de06-0fe9-4d42-9e58-7796e069cb56 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:45.744160 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c0961297-3c9a-4498-8394-89eccc71c810 req-57d6de06-0fe9-4d42-9e58-7796e069cb56 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7990241 Jan 11 13:17:45.757783 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Request body: {'port': {'device_id': '7124da34-d28d-4126-ac8a-9d1dfab7f0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:17:45.827568 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (681b122e-3b42-4dd7-955f-001a2bc446a5), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:45.936635 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7b1c6-a0c0-4e15-8d60-b68c04d1711f req-a87bedaf-314b-4574-9ff8-e668cb04b6b0 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:45.938285 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-91e7b1c6-a0c0-4e15-8d60-b68c04d1711f req-a87bedaf-314b-4574-9ff8-e668cb04b6b0 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 931 time: 0.0747879 Jan 11 13:17:46.009555 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-91e7b1c6-a0c0-4e15-8d60-b68c04d1711f req-c0ef333b-1916-4ea6-863e-82f80e1e1e06 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645721 Jan 11 13:17:46.013367 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-0230657f-ef4f-44e3-aee9-ff35061f5b2d None None] Provisioning complete for port 681b122e-3b42-4dd7-955f-001a2bc446a5 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:46.017058 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0230657f-ef4f-44e3-aee9-ff35061f5b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (681b122e-3b42-4dd7-955f-001a2bc446a5), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:46.068556 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-0230657f-ef4f-44e3-aee9-ff35061f5b2d None None] Port 681b122e-3b42-4dd7-955f-001a2bc446a5 cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:17:46.189956 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device d6fe7e45-2137-4709-b948-28a8e38c7b23 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:17:46.263086 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port d6fe7e45-2137-4709-b948-28a8e38c7b23 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:46.263863 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (d6fe7e45-2137-4709-b948-28a8e38c7b23), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:46.274891 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681b122e-3b42-4dd7-955f-001a2bc446a5 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:17:46.284849 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Publish callbacks [] for port (681b122e-3b42-4dd7-955f-001a2bc446a5), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:46.303559 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Transition to ACTIVE for port object 681b122e-3b42-4dd7-955f-001a2bc446a5 will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:17:46.310655 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (681b122e-3b42-4dd7-955f-001a2bc446a5), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:46.367300 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port d6fe7e45-2137-4709-b948-28a8e38c7b23 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:46.367689 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (d6fe7e45-2137-4709-b948-28a8e38c7b23), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:46.389280 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Pushing event updated for resources: {'Port': ['ID=681b122e-3b42-4dd7-955f-001a2bc446a5,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:46.406316 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] For port d6fe7e45-2137-4709-b948-28a8e38c7b23, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=d6fe7e45-2137-4709-b948-28a8e38c7b23,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:17:46.413367 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (d6fe7e45-2137-4709-b948-28a8e38c7b23), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:46.491849 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Attempting to bind port 681b122e-3b42-4dd7-955f-001a2bc446a5 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:17:46.492440 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Attempting to bind port 681b122e-3b42-4dd7-955f-001a2bc446a5 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:17:46.492871 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Attempting to bind port 681b122e-3b42-4dd7-955f-001a2bc446a5 on network fd962c64-7dca-4f4f-b8a2-339a98bd73ca {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:17:46.497890 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Pushing event updated for resources: {'Port': ['ID=d6fe7e45-2137-4709-b948-28a8e38c7b23,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:46.498354 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Port 681b122e-3b42-4dd7-955f-001a2bc446a5 on network fd962c64-7dca-4f4f-b8a2-339a98bd73ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:17:46.498792 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Attempting to bind port 681b122e-3b42-4dd7-955f-001a2bc446a5 on network fd962c64-7dca-4f4f-b8a2-339a98bd73ca {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:17:46.505212 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:17:46.505662 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Checking segment: {'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:17:46.507323 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:46.507694 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:46.508040 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:46.508457 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:46.508800 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:46.509135 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:46.509346 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Sync routers for ids ['c48c1659-cd8d-44b6-aadf-b2225d5fe3c6'] in dv-cinder-824149-3-iscsi {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:17:46.509816 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:46.509816 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:46.510096 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:46.510423 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:46.516319 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:46.517032 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:46.517381 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:17:46.520349 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Bound using segment: {'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:17:46.522552 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Bound port: 681b122e-3b42-4dd7-955f-001a2bc446a5, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b551ba1-9a56-40b3-8b6e-11022d99538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:17:46.523420 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (681b122e-3b42-4dd7-955f-001a2bc446a5), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:46.529849 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Routers {'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:17:46.532758 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:17:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['c48c1659-cd8d-44b6-aadf-b2225d5fe3c6'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:46.633861 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] For port 681b122e-3b42-4dd7-955f-001a2bc446a5, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:17:46.643796 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] For port 681b122e-3b42-4dd7-955f-001a2bc446a5, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=681b122e-3b42-4dd7-955f-001a2bc446a5,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:17:46.652240 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (681b122e-3b42-4dd7-955f-001a2bc446a5), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:46.684543 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Set router c48c1659-cd8d-44b6-aadf-b2225d5fe3c6 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:17:46.691971 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:46.692823 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:46.694437 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c0961297-3c9a-4498-8394-89eccc71c810 req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] 10.222.0.49 "PUT /v2.0/ports/681b122e-3b42-4dd7-955f-001a2bc446a5 HTTP/1.1" status: 200 len: 1093 time: 0.9426394 Jan 11 13:17:46.694990 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7124da34-d28d-4126-ac8a-9d1dfab7f0ec', 'tag': '681b122e-3b42-4dd7-955f-001a2bc446a5'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:17:46.698121 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9eddebe-24f4-4525-ac78-1a1324e7ef47" -d '{"events": [{"name": "network-changed", "server_uuid": "7124da34-d28d-4126-ac8a-9d1dfab7f0ec", "tag": "681b122e-3b42-4dd7-955f-001a2bc446a5"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:17:46.765800 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb81bae-367a-4ab0-8d82-e15cab96c979 x-openstack-request-id: req-5cb81bae-367a-4ab0-8d82-e15cab96c979 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:17:46.766420 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7124da34-d28d-4126-ac8a-9d1dfab7f0ec", "tag": "681b122e-3b42-4dd7-955f-001a2bc446a5", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:17:46.766899 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5cb81bae-367a-4ab0-8d82-e15cab96c979 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:17:46.767518 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7124da34-d28d-4126-ac8a-9d1dfab7f0ec', 'tag': '681b122e-3b42-4dd7-955f-001a2bc446a5', 'status': 'completed', 'code': 200} Jan 11 13:17:46.786213 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58aa014-2ef9-424a-9585-4c8611cd7c11 service neutron] Pushing event updated for resources: {'Port': ['ID=681b122e-3b42-4dd7-955f-001a2bc446a5,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:46.807801 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0961297-3c9a-4498-8394-89eccc71c810 req-5839fbff-11b7-4d5d-b005-366072a15e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:46.810163 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c0961297-3c9a-4498-8394-89eccc71c810 req-5839fbff-11b7-4d5d-b005-366072a15e5f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73983d260517467dab770ff153eba8a9&device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 1096 time: 0.0702693 Jan 11 13:17:46.895135 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c0961297-3c9a-4498-8394-89eccc71c810 req-76ffbc6b-cdac-4e75-a3ad-6e64c0685c44 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=681b122e-3b42-4dd7-955f-001a2bc446a5 HTTP/1.1" status: 200 len: 217 time: 0.0654900 Jan 11 13:17:46.956243 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'name': 'tempest-TestMinimumBasicScenario-1103168877-router', 'tenant_id': '68af46a486cf493ca352687b68b65dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd6fe7e45-2137-4709-b948-28a8e38c7b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:39Z', 'updated_at': '2022-01-11T13:17:42Z', 'revision_number': 4, 'project_id': '68af46a486cf493ca352687b68b65dfb', 'gw_port': {'id': 'd6fe7e45-2137-4709-b948-28a8e38c7b23', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:39Z', 'updated_at': '2022-01-11T13:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'fe77eaff-e57a-47f6-8140-044fe69343c1', 'name': '', 'network_id': '8a2fa76f-9285-46fd-a845-bd7224ce500f', 'tenant_id': '68af46a486cf493ca352687b68b65dfb', 'mac_address': 'fa:16:3e:61:c6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '76748c08-36eb-4eaf-a744-3c2319d55474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:41Z', 'updated_at': '2022-01-11T13:17:42Z', 'revision_number': 2, 'project_id': '68af46a486cf493ca352687b68b65dfb', 'subnets': [{'id': '76748c08-36eb-4eaf-a744-3c2319d55474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:46.959301 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0961297-3c9a-4498-8394-89eccc71c810 req-8409f032-ba8e-4515-993f-2137cf1c28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:46.961039 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c0961297-3c9a-4498-8394-89eccc71c810 req-8409f032-ba8e-4515-993f-2137cf1c28d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa84b08-0d99-43f5-874d-09b99bae3402 HTTP/1.1" status: 200 len: 850 time: 0.0501320 Jan 11 13:17:46.997500 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Checking router: c48c1659-cd8d-44b6-aadf-b2225d5fe3c6 for host: dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:17:46.998090 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Updating router c48c1659-cd8d-44b6-aadf-b2225d5fe3c6 port fe77eaff-e57a-47f6-8140-044fe69343c1 binding host dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 13:17:47.019103 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0961297-3c9a-4498-8394-89eccc71c810 req-d6227a5e-3730-4068-8c66-01bc352ca80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:47.020941 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c0961297-3c9a-4498-8394-89eccc71c810 req-d6227a5e-3730-4068-8c66-01bc352ca80f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491564 Jan 11 13:17:47.026737 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:47.144129 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c0961297-3c9a-4498-8394-89eccc71c810 req-6081e7df-50c9-444b-a0de-b93154993551 service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135845 Jan 11 13:17:47.195968 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de44fe-64d0-41bc-9e1a-f799829a1617 req-6422302a-f3bd-4a0b-832a-1c446bc3db27 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:47.204595 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c2de44fe-64d0-41bc-9e1a-f799829a1617 req-6422302a-f3bd-4a0b-832a-1c446bc3db27 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 943 time: 0.0910447 Jan 11 13:17:47.262985 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c2de44fe-64d0-41bc-9e1a-f799829a1617 req-847c234c-4b35-4fae-a2d4-c24054f94c18 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535448 Jan 11 13:17:47.266651 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c0961297-3c9a-4498-8394-89eccc71c810 req-272da59b-f0e1-461b-b3d7-753a6d4eb76b service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121027 Jan 11 13:17:47.336747 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Publish callbacks [] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:47.347112 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:47.390705 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eddebe-24f4-4525-ac78-1a1324e7ef47 req-b825cb55-6717-4a76-803c-f751e9035c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:47.392648 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fb922-885b-4e79-b3ac-4fa57a692c78 None None] Pushing event updated for resources: {'Port': ['ID=fe77eaff-e57a-47f6-8140-044fe69343c1,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:47.392805 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b9eddebe-24f4-4525-ac78-1a1324e7ef47 req-b825cb55-6717-4a76-803c-f751e9035c34 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73983d260517467dab770ff153eba8a9&device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 1096 time: 0.0624781 Jan 11 13:17:47.506697 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Attempting to bind port fe77eaff-e57a-47f6-8140-044fe69343c1 on host dv-cinder-824149-3-iscsi for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:17:47.507364 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Attempting to bind port fe77eaff-e57a-47f6-8140-044fe69343c1 by drivers openvswitch,hyperv on host dv-cinder-824149-3-iscsi at level 0 using segments [{'id': 'a6c06638-da9a-416c-94be-64c5b69d58f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8a2fa76f-9285-46fd-a845-bd7224ce500f'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:17:47.507939 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Attempting to bind port fe77eaff-e57a-47f6-8140-044fe69343c1 on network 8a2fa76f-9285-46fd-a845-bd7224ce500f {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:17:47.521578 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Checking agent: {'id': '349eef13-61d3-4d58-a79f-5507129e3d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 0, 7), 'started_at': datetime.datetime(2022, 1, 11, 13, 0, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:17:47.522237 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Checking segment: {'id': 'a6c06638-da9a-416c-94be-64c5b69d58f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8a2fa76f-9285-46fd-a845-bd7224ce500f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:17:47.522474 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:47.523086 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Bound using segment: {'id': 'a6c06638-da9a-416c-94be-64c5b69d58f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8a2fa76f-9285-46fd-a845-bd7224ce500f'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:17:47.523799 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Bound port: fe77eaff-e57a-47f6-8140-044fe69343c1, host: dv-cinder-824149-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c06638-da9a-416c-94be-64c5b69d58f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8a2fa76f-9285-46fd-a845-bd7224ce500f'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:17:47.524300 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:47.530531 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eddebe-24f4-4525-ac78-1a1324e7ef47 req-0d770b7f-f63f-41f2-8cc3-ed518ecb654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:47.532367 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b9eddebe-24f4-4525-ac78-1a1324e7ef47 req-0d770b7f-f63f-41f2-8cc3-ed518ecb654f service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca HTTP/1.1" status: 200 len: 912 time: 0.1299868 Jan 11 13:17:47.587165 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b9eddebe-24f4-4525-ac78-1a1324e7ef47 req-345591e7-9a53-4d54-bfab-57cea036b902 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=681b122e-3b42-4dd7-955f-001a2bc446a5 HTTP/1.1" status: 200 len: 217 time: 0.0464513 Jan 11 13:17:47.632152 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] For port fe77eaff-e57a-47f6-8140-044fe69343c1, host dv-cinder-824149-3-iscsi, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:17:47.636261 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] For port fe77eaff-e57a-47f6-8140-044fe69343c1, host dv-cinder-824149-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=fe77eaff-e57a-47f6-8140-044fe69343c1,segment=NetworkSegment(a6c06638-da9a-416c-94be-64c5b69d58f0),segment_id=a6c06638-da9a-416c-94be-64c5b69d58f0)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:17:47.645564 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:47.651334 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eddebe-24f4-4525-ac78-1a1324e7ef47 req-32cf170e-bc9d-431f-8ea9-0379f7e20b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:47.653800 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b9eddebe-24f4-4525-ac78-1a1324e7ef47 req-32cf170e-bc9d-431f-8ea9-0379f7e20b26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa84b08-0d99-43f5-874d-09b99bae3402 HTTP/1.1" status: 200 len: 850 time: 0.0588455 Jan 11 13:17:47.723785 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eddebe-24f4-4525-ac78-1a1324e7ef47 req-35c71d13-063b-41aa-bed2-a67a717585ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:47.725834 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b9eddebe-24f4-4525-ac78-1a1324e7ef47 req-35c71d13-063b-41aa-bed2-a67a717585ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611212 Jan 11 13:17:47.728732 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Routers {'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:17:47.729352 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:17:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['c48c1659-cd8d-44b6-aadf-b2225d5fe3c6'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:47.732812 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fb922-885b-4e79-b3ac-4fa57a692c78 None None] Pushing event updated for resources: {'Port': ['ID=fe77eaff-e57a-47f6-8140-044fe69343c1,revision_number=4']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:47.778995 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-c8a324f8-75bd-444e-8400-c3b930fb42b4 None None] Provisioning complete for port fe77eaff-e57a-47f6-8140-044fe69343c1 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:47.780046 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8a324f8-75bd-444e-8400-c3b930fb42b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:47.876197 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b9eddebe-24f4-4525-ac78-1a1324e7ef47 req-a8aef5af-b169-48e7-a8b0-e48baa850afe service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396918 Jan 11 13:17:47.975061 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-c8a324f8-75bd-444e-8400-c3b930fb42b4 None None] Current status of the port fe77eaff-e57a-47f6-8140-044fe69343c1 is: DOWN; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:47.975558 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8a324f8-75bd-444e-8400-c3b930fb42b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:48.004876 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] Set router c48c1659-cd8d-44b6-aadf-b2225d5fe3c6 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:17:48.029462 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-c8a324f8-75bd-444e-8400-c3b930fb42b4 None None] For port fe77eaff-e57a-47f6-8140-044fe69343c1, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=fe77eaff-e57a-47f6-8140-044fe69343c1,segment=NetworkSegment(a6c06638-da9a-416c-94be-64c5b69d58f0),segment_id=a6c06638-da9a-416c-94be-64c5b69d58f0)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:17:48.047058 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8a324f8-75bd-444e-8400-c3b930fb42b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:48.068631 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-b9eddebe-24f4-4525-ac78-1a1324e7ef47 req-c64c2be2-6251-4aec-a250-d91ae906005d service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847849 Jan 11 13:17:48.109088 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a324f8-75bd-444e-8400-c3b930fb42b4 None None] Pushing event updated for resources: {'Port': ['ID=fe77eaff-e57a-47f6-8140-044fe69343c1,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:48.177407 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-8650d9dc-c60e-4b5a-ad27-6a43137d7943 None None] Provisioning complete for port fe77eaff-e57a-47f6-8140-044fe69343c1 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:48.177791 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8650d9dc-c60e-4b5a-ad27-6a43137d7943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:48.220938 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device d6fe7e45-2137-4709-b948-28a8e38c7b23 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:17:48.326832 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'name': 'tempest-TestMinimumBasicScenario-1103168877-router', 'tenant_id': '68af46a486cf493ca352687b68b65dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd6fe7e45-2137-4709-b948-28a8e38c7b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:39Z', 'updated_at': '2022-01-11T13:17:42Z', 'revision_number': 4, 'project_id': '68af46a486cf493ca352687b68b65dfb', 'gw_port': {'id': 'd6fe7e45-2137-4709-b948-28a8e38c7b23', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:39Z', 'updated_at': '2022-01-11T13:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'fe77eaff-e57a-47f6-8140-044fe69343c1', 'name': '', 'network_id': '8a2fa76f-9285-46fd-a845-bd7224ce500f', 'tenant_id': '68af46a486cf493ca352687b68b65dfb', 'mac_address': 'fa:16:3e:61:c6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '76748c08-36eb-4eaf-a744-3c2319d55474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:41Z', 'updated_at': '2022-01-11T13:17:47Z', 'revision_number': 4, 'project_id': '68af46a486cf493ca352687b68b65dfb', 'subnets': [{'id': '76748c08-36eb-4eaf-a744-3c2319d55474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:17:48.339219 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port d6fe7e45-2137-4709-b948-28a8e38c7b23 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:48.339733 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (d6fe7e45-2137-4709-b948-28a8e38c7b23), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:48.355242 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5a1df3-a567-4348-9983-b65cea5a8e08 None None] The sync data for ids ['c48c1659-cd8d-44b6-aadf-b2225d5fe3c6'] in dv-cinder-824149-3-iscsi is: [{'id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'name': 'tempest-TestMinimumBasicScenario-1103168877-router', 'tenant_id': '68af46a486cf493ca352687b68b65dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd6fe7e45-2137-4709-b948-28a8e38c7b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:39Z', 'updated_at': '2022-01-11T13:17:42Z', 'revision_number': 4, 'project_id': '68af46a486cf493ca352687b68b65dfb', 'gw_port': {'id': 'd6fe7e45-2137-4709-b948-28a8e38c7b23', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:39Z', 'updated_at': '2022-01-11T13:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': 'fe77eaff-e57a-47f6-8140-044fe69343c1', 'name': '', 'network_id': '8a2fa76f-9285-46fd-a845-bd7224ce500f', 'tenant_id': '68af46a486cf493ca352687b68b65dfb', 'mac_address': 'fa:16:3e:61:c6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '76748c08-36eb-4eaf-a744-3c2319d55474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:41Z', 'updated_at': '2022-01-11T13:17:47Z', 'revision_number': 4, 'project_id': '68af46a486cf493ca352687b68b65dfb', 'subnets': [{'id': '76748c08-36eb-4eaf-a744-3c2319d55474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:17:48.389262 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-8650d9dc-c60e-4b5a-ad27-6a43137d7943 None None] Current status of the port fe77eaff-e57a-47f6-8140-044fe69343c1 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:48.408745 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bf608-f2a9-4dc0-8870-0744541d7269 req-e6b7bedb-e702-48e1-abea-354e967639a5 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:48.410409 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a68bf608-f2a9-4dc0-8870-0744541d7269 req-e6b7bedb-e702-48e1-abea-354e967639a5 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 943 time: 0.0724516 Jan 11 13:17:48.461419 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port d6fe7e45-2137-4709-b948-28a8e38c7b23 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:48.463077 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device fe77eaff-e57a-47f6-8140-044fe69343c1 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:17:48.471381 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-a68bf608-f2a9-4dc0-8870-0744541d7269 req-4b1ba578-298d-41f9-9326-16f78fb453d8 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538120 Jan 11 13:17:48.517065 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port fe77eaff-e57a-47f6-8140-044fe69343c1 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:48.517740 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:48.612638 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port fe77eaff-e57a-47f6-8140-044fe69343c1 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:49.595389 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4420c-f9af-416e-a352-29c6759d7b42 req-8dd0c14d-c193-4a93-83ba-b0383af6c405 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:49.602892 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-aba4420c-f9af-416e-a352-29c6759d7b42 req-8dd0c14d-c193-4a93-83ba-b0383af6c405 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 943 time: 0.0562484 Jan 11 13:17:49.655028 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-aba4420c-f9af-416e-a352-29c6759d7b42 req-2a26c14e-a58f-43d2-9e67-5cc57e481610 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509827 Jan 11 13:17:50.139354 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device fe77eaff-e57a-47f6-8140-044fe69343c1 up at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:17:50.188327 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Provisioning complete for port fe77eaff-e57a-47f6-8140-044fe69343c1 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:50.188799 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:50.273072 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Current status of the port fe77eaff-e57a-47f6-8140-044fe69343c1 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:50.775341 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cd6f2-808e-456b-9baf-de6f87c1a41b req-734005f6-f71d-45f3-a286-7774052731a2 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:50.782540 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2f9cd6f2-808e-456b-9baf-de6f87c1a41b req-734005f6-f71d-45f3-a286-7774052731a2 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 943 time: 0.0564401 Jan 11 13:17:50.833933 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2f9cd6f2-808e-456b-9baf-de6f87c1a41b req-4be18cb3-c805-42fe-b83e-b6fbf36b519c tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505304 Jan 11 13:17:51.952432 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d2dab-01cd-4b9f-afbd-bb18d76b079e req-db66a8a7-343c-4c3b-afe8-19244840e4ed tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:51.953928 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-176d2dab-01cd-4b9f-afbd-bb18d76b079e req-db66a8a7-343c-4c3b-afe8-19244840e4ed tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 943 time: 0.0524085 Jan 11 13:17:52.018025 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-176d2dab-01cd-4b9f-afbd-bb18d76b079e req-83015483-3f19-48fa-979b-a08d4e975a1a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585175 Jan 11 13:17:53.142340 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf0b45-3044-46bf-a874-6f823c5eab3d req-70453bc5-155e-4613-ac75-c8e13cf2ff8b tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:53.144022 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-32bf0b45-3044-46bf-a874-6f823c5eab3d req-70453bc5-155e-4613-ac75-c8e13cf2ff8b tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 943 time: 0.0592318 Jan 11 13:17:53.219110 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-32bf0b45-3044-46bf-a874-6f823c5eab3d req-7f3318ac-f2f6-4485-802d-fac7aa161adb tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691440 Jan 11 13:17:54.254483 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-9740af3b-46a6-49f1-976d-d350d095fa85 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:54.255947 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-9740af3b-46a6-49f1-976d-d350d095fa85 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/networks?id=140bbe9c-038c-4447-b6c0-f17f328717ec HTTP/1.1" status: 200 len: 814 time: 0.1002889 Jan 11 13:17:54.270378 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-55efc657-514d-40a3-9962-fe1a03e3a28f tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/quotas/dadc238a9fc3416b80f1f985437db163 HTTP/1.1" status: 200 len: 375 time: 0.0089052 Jan 11 13:17:54.347424 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae3d9cfb-3111-4c9e-8a01-7a68d4aae330 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dadc238a9fc3416b80f1f985437db163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718896 Jan 11 13:17:54.360085 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d36f5d-62cd-44b8-b335-e1ca15b178c1 req-99b408ae-5584-4dc9-b34a-b5be3b0af366 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:54.361486 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-14d36f5d-62cd-44b8-b335-e1ca15b178c1 req-99b408ae-5584-4dc9-b34a-b5be3b0af366 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 943 time: 0.0768492 Jan 11 13:17:54.461771 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-14d36f5d-62cd-44b8-b335-e1ca15b178c1 req-5ba0e91c-2c37-4f4b-aff8-bf585e5e2f42 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926816 Jan 11 13:17:54.476852 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-eccda909-b613-4a4a-9c77-70f757b2e028 service neutron] 10.222.0.52 "GET /v2.0/networks/140bbe9c-038c-4447-b6c0-f17f328717ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144688 Jan 11 13:17:54.566470 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-4f127383-881b-4c2b-ba3f-0af79d5b1216 service neutron] 10.222.0.52 "GET /v2.0/networks/140bbe9c-038c-4447-b6c0-f17f328717ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833275 Jan 11 13:17:54.718848 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-65dabaf1-befb-4bbd-8925-fa191d91d091 req-2a510393-ca56-4751-bab2-9b5bb451a7df tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 210 time: 0.0265973 Jan 11 13:17:55.580794 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27acc0-97ee-4079-8e44-b5449680968e req-fd6e8af2-f244-4c77-9a24-85b7d582d456 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:55.582382 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3b27acc0-97ee-4079-8e44-b5449680968e req-fd6e8af2-f244-4c77-9a24-85b7d582d456 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 943 time: 0.0542879 Jan 11 13:17:55.637529 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3b27acc0-97ee-4079-8e44-b5449680968e req-e7cda375-7a53-4a94-8f80-a238e0d106ad tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485070 Jan 11 13:17:55.662273 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-dbcd6815-cbc3-482c-9db8-be76cb64e83d tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:55.663718 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-dbcd6815-cbc3-482c-9db8-be76cb64e83d tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.49 "GET /v2.0/networks?id=140bbe9c-038c-4447-b6c0-f17f328717ec HTTP/1.1" status: 200 len: 814 time: 0.1113589 Jan 11 13:17:55.677156 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-4b52856f-b162-4757-98d6-b8f4565a025a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Request body: {'port': {'device_id': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec', 'admin_state_up': True, 'tenant_id': 'dadc238a9fc3416b80f1f985437db163'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:17:55.784446 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-4b52856f-b162-4757-98d6-b8f4565a025a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Made reservation on behalf of dadc238a9fc3416b80f1f985437db163 for: {'port': 1} {{(pid=102630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 13:17:55.787989 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-4b52856f-b162-4757-98d6-b8f4565a025a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:55.814036 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-66d8ac94-b309-44ae-93ed-98b4c193895e req-6f593f40-5d22-4473-b8b2-1ea9c6cb8e61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 210 time: 0.0263400 Jan 11 13:17:55.922167 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-4b52856f-b162-4757-98d6-b8f4565a025a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Allocated IP 172.20.0.14 (140bbe9c-038c-4447-b6c0-f17f328717ec/0c2811d1-a2b8-4bc4-85d7-37420d7441f1/d54b4562-c8a8-4cb1-8b2c-87bb7729a475) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:17:56.082626 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-4b52856f-b162-4757-98d6-b8f4565a025a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:56.122972 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-4b52856f-b162-4757-98d6-b8f4565a025a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:56.218127 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52856f-b162-4757-98d6-b8f4565a025a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Pushing event updated for resources: {'Port': ['ID=d54b4562-c8a8-4cb1-8b2c-87bb7729a475,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:56.238896 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-4b52856f-b162-4757-98d6-b8f4565a025a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Network 140bbe9c-038c-4447-b6c0-f17f328717ec is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:17:56.241092 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-4b52856f-b162-4757-98d6-b8f4565a025a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:17:56.253866 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-4b52856f-b162-4757-98d6-b8f4565a025a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:17:56.323313 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 681b122e-3b42-4dd7-955f-001a2bc446a5 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.325277 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.328193 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.328193 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.328193 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.328193 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.328193 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.328193 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.328193 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.328193 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.328193 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.328193 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.328193 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:17:56.328193 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:17:56.328193 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-4b52856f-b162-4757-98d6-b8f4565a025a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:56.328193 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-4b52856f-b162-4757-98d6-b8f4565a025a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:56.349049 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-4b52856f-b162-4757-98d6-b8f4565a025a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6753492 Jan 11 13:17:56.468868 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 681b122e-3b42-4dd7-955f-001a2bc446a5, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=681b122e-3b42-4dd7-955f-001a2bc446a5,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:17:56.485026 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': '681b122e-3b42-4dd7-955f-001a2bc446a5', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'port_id': '681b122e-3b42-4dd7-955f-001a2bc446a5', 'mac_address': 'fa:16:3e:71:04:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:17:56.539873 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 681b122e-3b42-4dd7-955f-001a2bc446a5 is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:56.540643 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (681b122e-3b42-4dd7-955f-001a2bc446a5), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:56.559341 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681b122e-3b42-4dd7-955f-001a2bc446a5 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:17:56.580370 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 681b122e-3b42-4dd7-955f-001a2bc446a5, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=681b122e-3b42-4dd7-955f-001a2bc446a5,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:17:56.584213 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (681b122e-3b42-4dd7-955f-001a2bc446a5), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:56.635250 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=681b122e-3b42-4dd7-955f-001a2bc446a5,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:56.665272 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-c3b3f261-c669-462c-b3a0-86e9b2cd6b05 None None] Provisioning complete for port d54b4562-c8a8-4cb1-8b2c-87bb7729a475 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:56.665947 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c3b3f261-c669-462c-b3a0-86e9b2cd6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:56.702899 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-c3b3f261-c669-462c-b3a0-86e9b2cd6b05 None None] Port d54b4562-c8a8-4cb1-8b2c-87bb7729a475 cannot update to ACTIVE because it is not bound. {{(pid=102631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 13:17:56.756577 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbad8f-8c5e-414d-a5ec-8231123ea641 req-934fbb14-eee9-4c5f-9690-34cc60da1ce1 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:56.757960 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-30dbad8f-8c5e-414d-a5ec-8231123ea641 req-934fbb14-eee9-4c5f-9690-34cc60da1ce1 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 944 time: 0.0486522 Jan 11 13:17:56.817938 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-30dbad8f-8c5e-414d-a5ec-8231123ea641 req-f6c413ac-6da1-4ecc-90d2-d15ccfa989d4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513694 Jan 11 13:17:56.850537 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['681b122e-3b42-4dd7-955f-001a2bc446a5'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:17:56.959906 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f006e-e975-48f5-8d7c-044cf53b00b4 req-761d02c4-8606-4e21-8524-9de6547f7269 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:56.961895 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-178f006e-e975-48f5-8d7c-044cf53b00b4 req-761d02c4-8606-4e21-8524-9de6547f7269 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 932 time: 0.0739646 Jan 11 13:17:57.024185 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-178f006e-e975-48f5-8d7c-044cf53b00b4 req-c33a134e-3edf-4b31-9da7-d4053f470dfe tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560341 Jan 11 13:17:57.943856 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668115bd-bdf4-40d4-86af-051883a32e87 req-be093adb-1d2b-4082-b527-89fca893392c tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:57.945377 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-668115bd-bdf4-40d4-86af-051883a32e87 req-be093adb-1d2b-4082-b527-89fca893392c tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 944 time: 0.0514319 Jan 11 13:17:58.011213 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-668115bd-bdf4-40d4-86af-051883a32e87 req-04798421-8a6e-4289-90ee-6b5ab56782fd tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592711 Jan 11 13:17:58.138637 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926ea79-23a4-4772-b08c-3938f856a172 req-aefc6d73-69f0-4331-acb2-1910bb4c1e19 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:58.140137 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9926ea79-23a4-4772-b08c-3938f856a172 req-aefc6d73-69f0-4331-acb2-1910bb4c1e19 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 932 time: 0.0489817 Jan 11 13:17:58.186501 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-9926ea79-23a4-4772-b08c-3938f856a172 req-7a6e9a8a-de1c-4626-a52c-20d39adbaaee tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405531 Jan 11 13:17:58.336559 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 681b122e-3b42-4dd7-955f-001a2bc446a5 up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:17:58.391403 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port 681b122e-3b42-4dd7-955f-001a2bc446a5 completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:17:58.397402 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port 681b122e-3b42-4dd7-955f-001a2bc446a5 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:17:58.397859 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (681b122e-3b42-4dd7-955f-001a2bc446a5), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:58.484311 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port 681b122e-3b42-4dd7-955f-001a2bc446a5 is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:17:58.484907 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (681b122e-3b42-4dd7-955f-001a2bc446a5), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:58.509837 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7124da34-d28d-4126-ac8a-9d1dfab7f0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681b122e-3b42-4dd7-955f-001a2bc446a5'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:17:58.512337 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3532827d-25e8-4564-b2e5-25ad267fc846" -d '{"events": [{"server_uuid": "7124da34-d28d-4126-ac8a-9d1dfab7f0ec", "name": "network-vif-plugged", "status": "completed", "tag": "681b122e-3b42-4dd7-955f-001a2bc446a5"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:17:58.533082 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port 681b122e-3b42-4dd7-955f-001a2bc446a5, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=681b122e-3b42-4dd7-955f-001a2bc446a5,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:17:58.545079 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (681b122e-3b42-4dd7-955f-001a2bc446a5), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:17:58.595804 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3e7b80-7793-4f23-8967-9644739001cf x-openstack-request-id: req-6b3e7b80-7793-4f23-8967-9644739001cf {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:17:58.596098 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7124da34-d28d-4126-ac8a-9d1dfab7f0ec", "name": "network-vif-plugged", "status": "completed", "tag": "681b122e-3b42-4dd7-955f-001a2bc446a5", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:17:58.596417 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b3e7b80-7793-4f23-8967-9644739001cf {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:17:58.596741 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7124da34-d28d-4126-ac8a-9d1dfab7f0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681b122e-3b42-4dd7-955f-001a2bc446a5', 'code': 200} Jan 11 13:17:58.617432 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=681b122e-3b42-4dd7-955f-001a2bc446a5,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:17:59.133243 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ac786-1dcd-40e4-8f73-ba312752ad20 req-3ad66728-8ddf-47a4-a502-e93e339732b8 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:59.134702 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-171ac786-1dcd-40e4-8f73-ba312752ad20 req-3ad66728-8ddf-47a4-a502-e93e339732b8 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 945 time: 0.0522323 Jan 11 13:17:59.181959 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-171ac786-1dcd-40e4-8f73-ba312752ad20 req-0ffc754e-288a-4620-bc93-85105c0700de tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408437 Jan 11 13:17:59.307039 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d20e40-67d2-41b2-9627-9d97d8d3042f req-00059206-1b7b-4ac5-a26e-8c9a68800460 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:17:59.308424 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-28d20e40-67d2-41b2-9627-9d97d8d3042f req-00059206-1b7b-4ac5-a26e-8c9a68800460 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 932 time: 0.0494490 Jan 11 13:17:59.361416 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-28d20e40-67d2-41b2-9627-9d97d8d3042f req-d16dc2de-5951-4136-a6ef-860c2c13d2c0 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472796 Jan 11 13:18:00.304371 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3dfb5-36f1-460b-97bf-950be718c597 req-dee105f7-ede8-42f2-b622-a0d478ebd067 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:00.305880 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-78a3dfb5-36f1-460b-97bf-950be718c597 req-dee105f7-ede8-42f2-b622-a0d478ebd067 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 945 time: 0.0535092 Jan 11 13:18:00.353763 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-78a3dfb5-36f1-460b-97bf-950be718c597 req-cc06f960-7330-4721-bc99-b40cf1fa3be8 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422425 Jan 11 13:18:00.472509 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96c400-867a-4241-9a0a-73e4748b19d1 req-7be4fcd2-1352-4353-8887-f3728ae74cb6 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:00.473962 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ff96c400-867a-4241-9a0a-73e4748b19d1 req-7be4fcd2-1352-4353-8887-f3728ae74cb6 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 932 time: 0.0479743 Jan 11 13:18:00.525740 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ff96c400-867a-4241-9a0a-73e4748b19d1 req-85ab5c85-3267-4a94-a2b1-bce9743240c6 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458002 Jan 11 13:18:00.573662 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-be3e2450-7c99-4e49-bf57-5b2dfbdaac3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:01.673558 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a23f1a-f952-440c-aaaf-e41f39a1e4a4 req-c3011995-577c-4b09-9ca5-8930b463d821 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:01.674979 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-12a23f1a-f952-440c-aaaf-e41f39a1e4a4 req-c3011995-577c-4b09-9ca5-8930b463d821 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 945 time: 0.2513001 Jan 11 13:18:01.703577 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a35ac-a385-41b8-b596-e0e09dcf0ad2 req-909353b8-da27-40ce-b68e-db816e202388 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:01.705073 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ad9a35ac-a385-41b8-b596-e0e09dcf0ad2 req-909353b8-da27-40ce-b68e-db816e202388 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 932 time: 0.0785046 Jan 11 13:18:01.752038 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-12a23f1a-f952-440c-aaaf-e41f39a1e4a4 req-12541292-a9ff-4fd7-85bb-5081d9ca9e90 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710773 Jan 11 13:18:01.780886 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ad9a35ac-a385-41b8-b596-e0e09dcf0ad2 req-e580aceb-ec3d-4953-9620-94e1f059f7d3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679400 Jan 11 13:18:02.609451 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8b2cdc4a-d107-4251-bc59-344fe78330c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:02.869667 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b264883-8675-4fba-a664-23781c302621 req-d2eee301-e019-4fc6-a193-c70934a70a6e tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:02.871245 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3b264883-8675-4fba-a664-23781c302621 req-d2eee301-e019-4fc6-a193-c70934a70a6e tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 945 time: 0.0535827 Jan 11 13:18:02.953256 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3b264883-8675-4fba-a664-23781c302621 req-fc4a9b7a-7b35-4a96-b288-95838faa6b48 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752158 Jan 11 13:18:03.005923 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b16b2-17fa-493e-a7a7-3e764f793a10 req-500f4c8c-af28-4e54-8f38-17d87bcbd42e tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:03.007371 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-689b16b2-17fa-493e-a7a7-3e764f793a10 req-500f4c8c-af28-4e54-8f38-17d87bcbd42e tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 932 time: 0.1512074 Jan 11 13:18:03.075094 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-689b16b2-17fa-493e-a7a7-3e764f793a10 req-97352827-88ef-4c63-97df-d4eed5e29fd0 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621254 Jan 11 13:18:03.994032 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:04.091862 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf7766-3b21-43ff-9298-9552c52d9ceb req-e60489b7-4350-46e4-8d70-f4bc049517fc tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:04.093431 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09bf7766-3b21-43ff-9298-9552c52d9ceb req-e60489b7-4350-46e4-8d70-f4bc049517fc tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 945 time: 0.0656879 Jan 11 13:18:04.159076 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-09bf7766-3b21-43ff-9298-9552c52d9ceb req-e1883498-5a92-46a8-93bf-32f11479fcb6 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599744 Jan 11 13:18:04.194346 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a084b-a908-4d40-85cb-c7a58cb7f6f4 req-267730e5-b4db-45e9-b4ef-d1bea5d5d28f tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:04.195795 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-be6a084b-a908-4d40-85cb-c7a58cb7f6f4 req-267730e5-b4db-45e9-b4ef-d1bea5d5d28f tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 932 time: 0.0506921 Jan 11 13:18:04.246113 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-be6a084b-a908-4d40-85cb-c7a58cb7f6f4 req-74bf8bb2-165d-4d76-b5e4-f2e89eafea0c tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446715 Jan 11 13:18:05.144797 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:05.248469 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:05.269883 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ca237-2f4c-4667-b5fb-0d1674633372 req-0d974f4a-ca91-46db-94ec-be8cbea20d3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:05.271345 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3f0ca237-2f4c-4667-b5fb-0d1674633372 req-0d974f4a-ca91-46db-94ec-be8cbea20d3f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 945 time: 0.0479412 Jan 11 13:18:05.329616 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3f0ca237-2f4c-4667-b5fb-0d1674633372 req-f1fa09f8-9519-4e62-ace5-ed4e1e804fb8 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527694 Jan 11 13:18:05.365492 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3677-449c-4145-bf49-8ae9c38d8daa req-2335e60e-b0c7-4e19-baa9-fe69c7e27482 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:05.366935 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-730f3677-449c-4145-bf49-8ae9c38d8daa req-2335e60e-b0c7-4e19-baa9-fe69c7e27482 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 932 time: 0.0506375 Jan 11 13:18:05.411369 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-730f3677-449c-4145-bf49-8ae9c38d8daa req-59f2e696-d328-47cd-bcdc-5e9c6bfb892f tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390387 Jan 11 13:18:05.935076 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Request body: {'port': {'device_id': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:18:05.990558 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:06.207373 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00776af-716c-474d-b87d-81ba6f24e1ab req-948ef906-84c4-4d47-846d-5a612b21e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:06.208883 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d00776af-716c-474d-b87d-81ba6f24e1ab req-948ef906-84c4-4d47-846d-5a612b21e9e6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 1098 time: 0.0869086 Jan 11 13:18:06.295787 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d00776af-716c-474d-b87d-81ba6f24e1ab req-f07c3039-e4f6-498f-8f4f-60db8081b423 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767465 Jan 11 13:18:06.302271 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54b4562-c8a8-4cb1-8b2c-87bb7729a475 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:18:06.309389 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Publish callbacks [] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:06.321257 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Transition to ACTIVE for port object d54b4562-c8a8-4cb1-8b2c-87bb7729a475 will not be triggered until provisioned by entity L2. {{(pid=102630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 13:18:06.324920 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:06.369751 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Pushing event updated for resources: {'Port': ['ID=d54b4562-c8a8-4cb1-8b2c-87bb7729a475,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:18:06.451519 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Attempting to bind port d54b4562-c8a8-4cb1-8b2c-87bb7729a475 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 13:18:06.451648 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Attempting to bind port d54b4562-c8a8-4cb1-8b2c-87bb7729a475 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': 'c91823ae-ab2a-498e-9b15-b3b5ac4d70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 13:18:06.451937 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Attempting to bind port d54b4562-c8a8-4cb1-8b2c-87bb7729a475 on network 140bbe9c-038c-4447-b6c0-f17f328717ec {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:18:06.456554 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Port d54b4562-c8a8-4cb1-8b2c-87bb7729a475 on network 140bbe9c-038c-4447-b6c0-f17f328717ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 13:18:06.456876 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Attempting to bind port d54b4562-c8a8-4cb1-8b2c-87bb7729a475 on network 140bbe9c-038c-4447-b6c0-f17f328717ec {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 13:18:06.462106 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Checking agent: {'id': '0df7e9c3-fd0e-431f-8983-d1788388fedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'started_at': datetime.datetime(2022, 1, 11, 13, 6, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 13, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 13:18:06.462407 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Checking segment: {'id': 'c91823ae-ab2a-498e-9b15-b3b5ac4d70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 13:18:06.462751 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Bound using segment: {'id': 'c91823ae-ab2a-498e-9b15-b3b5ac4d70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 13:18:06.463173 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Bound port: d54b4562-c8a8-4cb1-8b2c-87bb7729a475, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91823ae-ab2a-498e-9b15-b3b5ac4d70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 13:18:06.463526 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:06.467668 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b61014-e991-4633-8d93-9b70c1cd9180 req-8e757458-c050-4583-a448-e305cb60c18d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:06.469563 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-47b61014-e991-4633-8d93-9b70c1cd9180 req-8e757458-c050-4583-a448-e305cb60c18d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 945 time: 0.0651958 Jan 11 13:18:06.539012 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] For port d54b4562-c8a8-4cb1-8b2c-87bb7729a475, host hv-cinder-82414, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 13:18:06.542117 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] For port d54b4562-c8a8-4cb1-8b2c-87bb7729a475, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=d54b4562-c8a8-4cb1-8b2c-87bb7729a475,segment=NetworkSegment(c91823ae-ab2a-498e-9b15-b3b5ac4d70e9),segment_id=c91823ae-ab2a-498e-9b15-b3b5ac4d70e9)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 13:18:06.547417 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4386153'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:06.551874 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-47b61014-e991-4633-8d93-9b70c1cd9180 req-de022529-4cb9-45d1-8264-ebf07ad239b8 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768549 Jan 11 13:18:06.569074 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ca40e-a8e1-4f16-a985-247f12be7013 req-cd606577-4a12-4218-8138-0adf55ae1d29 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:06.582167 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:06.582167 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:06.582167 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] 10.222.0.49 "PUT /v2.0/ports/d54b4562-c8a8-4cb1-8b2c-87bb7729a475 HTTP/1.1" status: 200 len: 1094 time: 0.6495945 Jan 11 13:18:06.582917 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-291ca40e-a8e1-4f16-a985-247f12be7013 req-cd606577-4a12-4218-8138-0adf55ae1d29 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 944 time: 0.0867290 Jan 11 13:18:06.583031 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'tag': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:18:06.583031 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bb4a5a-4299-4cbc-ae13-2fa7c601357f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1df508a-dd2a-499e-8ebd-0640f5bf457b", "tag": "d54b4562-c8a8-4cb1-8b2c-87bb7729a475"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:18:06.623574 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23fd61-30b0-4d94-b465-e6308b9524ed service neutron] Pushing event updated for resources: {'Port': ['ID=d54b4562-c8a8-4cb1-8b2c-87bb7729a475,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:18:06.634848 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:06.669551 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-291ca40e-a8e1-4f16-a985-247f12be7013 req-b70aa674-7de2-42da-b67b-6dc8da7bbe49 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880258 Jan 11 13:18:06.692564 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f378e72-654b-4bc8-ba3c-f94bbbd0f4e9 x-openstack-request-id: req-2f378e72-654b-4bc8-ba3c-f94bbbd0f4e9 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:18:06.692851 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1df508a-dd2a-499e-8ebd-0640f5bf457b", "tag": "d54b4562-c8a8-4cb1-8b2c-87bb7729a475", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:18:06.693102 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f378e72-654b-4bc8-ba3c-f94bbbd0f4e9 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:18:06.693495 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'tag': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475', 'status': 'completed', 'code': 200} Jan 11 13:18:06.718396 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-08ece37e-67e3-4bb6-a3bb-462ba56c23f6 req-dc60ff2c-cd22-4c88-9f80-49d8b5947831 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507703 Jan 11 13:18:06.720153 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-17b9bec4-98b9-4524-bf53-6cc019ac09ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:06.721475 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-17b9bec4-98b9-4524-bf53-6cc019ac09ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dadc238a9fc3416b80f1f985437db163&device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 1097 time: 0.0870178 Jan 11 13:18:06.778306 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-591ac8cd-ba6b-46cc-bc5f-ce138408c975 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d54b4562-c8a8-4cb1-8b2c-87bb7729a475 HTTP/1.1" status: 200 len: 217 time: 0.0459573 Jan 11 13:18:06.844169 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ece37e-67e3-4bb6-a3bb-462ba56c23f6 req-38a45ac5-886b-4e71-b7ce-990f1d314aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:06.845650 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-08ece37e-67e3-4bb6-a3bb-462ba56c23f6 req-38a45ac5-886b-4e71-b7ce-990f1d314aab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73983d260517467dab770ff153eba8a9&device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 1098 time: 0.0759077 Jan 11 13:18:06.847315 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-1d296596-2d50-4893-9882-6d9990c689e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:06.848622 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-1d296596-2d50-4893-9882-6d9990c689e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c2811d1-a2b8-4bc4-85d7-37420d7441f1 HTTP/1.1" status: 200 len: 853 time: 0.0536220 Jan 11 13:18:06.951510 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-6f1d990e-b4ad-4249-87f0-5711dd73e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:06.953015 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-6f1d990e-b4ad-4249-87f0-5711dd73e6c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=140bbe9c-038c-4447-b6c0-f17f328717ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0965295 Jan 11 13:18:06.990696 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ece37e-67e3-4bb6-a3bb-462ba56c23f6 req-08f66bf5-00c7-49c8-a9ce-feb97f71d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:06.991973 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-08ece37e-67e3-4bb6-a3bb-462ba56c23f6 req-08f66bf5-00c7-49c8-a9ce-feb97f71d269 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca HTTP/1.1" status: 200 len: 912 time: 0.1260250 Jan 11 13:18:07.093136 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-08ece37e-67e3-4bb6-a3bb-462ba56c23f6 req-397b4658-0e48-4dd9-9d52-b7940c75ee43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48831c0b-0a95-4bb6-9492-84503f0a7226 HTTP/1.1" status: 200 len: 1001 time: 0.0713055 Jan 11 13:18:07.098134 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-c6c44231-65a9-4a28-b9f0-13f1dc6bf5b7 service neutron] 10.222.0.49 "GET /v2.0/networks/140bbe9c-038c-4447-b6c0-f17f328717ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359830 Jan 11 13:18:07.195873 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ece37e-67e3-4bb6-a3bb-462ba56c23f6 req-3608989b-9805-460c-ac64-61ef94168b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:07.197335 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-08ece37e-67e3-4bb6-a3bb-462ba56c23f6 req-3608989b-9805-460c-ac64-61ef94168b63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa84b08-0d99-43f5-874d-09b99bae3402 HTTP/1.1" status: 200 len: 850 time: 0.0925748 Jan 11 13:18:07.246831 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e9fe3e07-fef2-40cf-bd2a-a79148ec778e req-e2a1be6d-4c13-419e-9666-a9b61d47453e service neutron] 10.222.0.49 "GET /v2.0/networks/140bbe9c-038c-4447-b6c0-f17f328717ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346753 Jan 11 13:18:07.256546 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ece37e-67e3-4bb6-a3bb-462ba56c23f6 req-da3a0d4c-1e65-4847-bb6d-ff900ec7bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:07.259038 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-08ece37e-67e3-4bb6-a3bb-462ba56c23f6 req-da3a0d4c-1e65-4847-bb6d-ff900ec7bd09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523586 Jan 11 13:18:07.630760 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb4a5a-4299-4cbc-ae13-2fa7c601357f req-3abd1019-6dd4-4dad-afef-b61c5410f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:07.632275 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-99bb4a5a-4299-4cbc-ae13-2fa7c601357f req-3abd1019-6dd4-4dad-afef-b61c5410f294 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dadc238a9fc3416b80f1f985437db163&device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 1097 time: 0.3275719 Jan 11 13:18:07.635635 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-08ece37e-67e3-4bb6-a3bb-462ba56c23f6 req-1a3dd394-4d18-46f3-8339-1d70643acfaf service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605688 Jan 11 13:18:07.677125 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59c058-28ab-4c80-af8b-4d3605e32932 req-bb6e12f6-807a-4802-b123-afc483f6464d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:07.678624 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4b59c058-28ab-4c80-af8b-4d3605e32932 req-bb6e12f6-807a-4802-b123-afc483f6464d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 945 time: 0.0479381 Jan 11 13:18:07.731619 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-4b59c058-28ab-4c80-af8b-4d3605e32932 req-76eee43e-d4ea-4236-8882-2d4bdcf19039 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474598 Jan 11 13:18:07.798629 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb4a5a-4299-4cbc-ae13-2fa7c601357f req-9e19706a-4ef4-4e03-a61b-e83dbb939914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:07.799991 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5a40f-6609-48a0-a04f-e2cf559e28cc req-9b944ce1-11fe-47db-bbc1-0320d533ea34 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:07.800190 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-99bb4a5a-4299-4cbc-ae13-2fa7c601357f req-9e19706a-4ef4-4e03-a61b-e83dbb939914 service neutron] 10.222.0.49 "GET /v2.0/networks?id=140bbe9c-038c-4447-b6c0-f17f328717ec HTTP/1.1" status: 200 len: 915 time: 0.1571751 Jan 11 13:18:07.801519 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fba5a40f-6609-48a0-a04f-e2cf559e28cc req-9b944ce1-11fe-47db-bbc1-0320d533ea34 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 944 time: 0.0517738 Jan 11 13:18:07.801993 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-08ece37e-67e3-4bb6-a3bb-462ba56c23f6 req-2a5f0bee-54be-4ed7-8de0-1935cbc557e2 service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579688 Jan 11 13:18:07.850809 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-99bb4a5a-4299-4cbc-ae13-2fa7c601357f req-68943178-962d-45c8-ac4c-8080bba49ad2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d54b4562-c8a8-4cb1-8b2c-87bb7729a475 HTTP/1.1" status: 200 len: 217 time: 0.0400541 Jan 11 13:18:07.876852 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7cd03-f37a-4989-8d6c-5b53cccc2634 req-2fee3254-ad7c-4c37-b63e-1f2a2ee4e983 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:07.878311 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b9a7cd03-f37a-4989-8d6c-5b53cccc2634 req-2fee3254-ad7c-4c37-b63e-1f2a2ee4e983 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 945 time: 0.0759177 Jan 11 13:18:07.882761 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-fba5a40f-6609-48a0-a04f-e2cf559e28cc req-cfb4dedc-154b-4795-b1ce-97584bd2f6ac tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721409 Jan 11 13:18:07.900619 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb4a5a-4299-4cbc-ae13-2fa7c601357f req-6f0e8619-4afb-4adb-87ea-81ae247fefb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:07.902120 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-99bb4a5a-4299-4cbc-ae13-2fa7c601357f req-6f0e8619-4afb-4adb-87ea-81ae247fefb5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c2811d1-a2b8-4bc4-85d7-37420d7441f1 HTTP/1.1" status: 200 len: 853 time: 0.0446186 Jan 11 13:18:07.928025 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b9a7cd03-f37a-4989-8d6c-5b53cccc2634 req-faac92a5-1909-4644-8ee5-de668d40ebbd tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440879 Jan 11 13:18:07.949555 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb4a5a-4299-4cbc-ae13-2fa7c601357f req-6b96ff04-7dbe-42c4-b913-eb747dcb092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:07.949727 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59278) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:18:07.951565 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-99bb4a5a-4299-4cbc-ae13-2fa7c601357f req-6b96ff04-7dbe-42c4-b913-eb747dcb092b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=140bbe9c-038c-4447-b6c0-f17f328717ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432527 Jan 11 13:18:07.996976 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eab3c40-f67d-4c2e-9807-fc6064e38a87 tempest-TestVolumeBootPattern-1126933987 tempest-TestVolumeBootPattern-1126933987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:07.998528 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-3eab3c40-f67d-4c2e-9807-fc6064e38a87 tempest-TestVolumeBootPattern-1126933987 tempest-TestVolumeBootPattern-1126933987-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 1093 time: 0.0472546 Jan 11 13:18:08.001265 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59280) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:18:08.005434 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Request body: {'floatingip': {'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'port_id': '681b122e-3b42-4dd7-955f-001a2bc446a5', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:18:08.029323 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:08.041844 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-99bb4a5a-4299-4cbc-ae13-2fa7c601357f req-1606ad30-5514-403b-b6c2-362eef1f3d2f service neutron] 10.222.0.49 "GET /v2.0/networks/140bbe9c-038c-4447-b6c0-f17f328717ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822527 Jan 11 13:18:08.123880 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:08.133665 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-99bb4a5a-4299-4cbc-ae13-2fa7c601357f req-6486bd99-52ed-42b8-adbb-fcf0a97751f8 service neutron] 10.222.0.49 "GET /v2.0/networks/140bbe9c-038c-4447-b6c0-f17f328717ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845532 Jan 11 13:18:08.229102 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Allocated IP 172.27.0.188 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/33c3bc34-9515-4a93-a36b-bfcbbe56e79c) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:18:08.324964 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for port (33c3bc34-9515-4a93-a36b-bfcbbe56e79c), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:08.357048 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (33c3bc34-9515-4a93-a36b-bfcbbe56e79c), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:08.398104 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:18:08.400848 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:18:08.404318 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:18:08.428733 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event updated for resources: {'Port': ['ID=33c3bc34-9515-4a93-a36b-bfcbbe56e79c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:18:08.736069 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for floatingip (5b871460-1038-494f-97d1-26595af788c9), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:08.802809 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (33c3bc34-9515-4a93-a36b-bfcbbe56e79c), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:09.195751 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5ea4b-e416-4eef-a0ee-d6438aa09c27 req-9f8d3901-97fe-4dd3-9b07-94bedb4af9f4 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:09.197244 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c2a5ea4b-e416-4eef-a0ee-d6438aa09c27 req-9f8d3901-97fe-4dd3-9b07-94bedb4af9f4 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 944 time: 0.0749850 Jan 11 13:18:09.233886 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for port (33c3bc34-9515-4a93-a36b-bfcbbe56e79c), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:09.241862 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5438357'] for port (33c3bc34-9515-4a93-a36b-bfcbbe56e79c), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:09.288523 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c2a5ea4b-e416-4eef-a0ee-d6438aa09c27 req-b97a07af-e1d1-46b0-a40d-cd74a468cb8f tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841498 Jan 11 13:18:09.323775 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event updated for resources: {'Port': ['ID=33c3bc34-9515-4a93-a36b-bfcbbe56e79c,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:18:09.335058 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7954133'] for floatingip (5b871460-1038-494f-97d1-26595af788c9), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:09.431524 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Floating IP 5b871460-1038-494f-97d1-26595af788c9 associated. External IP: 172.27.0.188, port: 681b122e-3b42-4dd7-955f-001a2bc446a5. Jan 11 13:18:09.632200 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:18:09.736108 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:18:09.745406 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1eda35-97aa-4947-a86e-363a2027fdff None None] Sync routers for ids ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:18:09.753636 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:09.755223 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1eda35-97aa-4947-a86e-363a2027fdff None None] Routers {'5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:18:09.755845 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ef1eda35-97aa-4947-a86e-363a2027fdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:18:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:18:09.780271 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-fb2b82e5-6c37-4817-b4ef-6489a68044b4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7779768 Jan 11 13:18:09.780823 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7124da34-d28d-4126-ac8a-9d1dfab7f0ec', 'tag': '681b122e-3b42-4dd7-955f-001a2bc446a5'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:18:09.783046 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af0636eba1a291367581c8aec72d24749398756e80c769753eba00a549122f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d3dcf8-0fc3-4d88-a28c-a0e9f67fda9d" -d '{"events": [{"name": "network-changed", "server_uuid": "7124da34-d28d-4126-ac8a-9d1dfab7f0ec", "tag": "681b122e-3b42-4dd7-955f-001a2bc446a5"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:18:09.823562 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cc3b8e-2e9e-4541-8678-f75009b04f43 x-openstack-request-id: req-e6cc3b8e-2e9e-4541-8678-f75009b04f43 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:18:09.823861 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7124da34-d28d-4126-ac8a-9d1dfab7f0ec", "tag": "681b122e-3b42-4dd7-955f-001a2bc446a5", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:18:09.824207 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6cc3b8e-2e9e-4541-8678-f75009b04f43 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:18:09.824553 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7124da34-d28d-4126-ac8a-9d1dfab7f0ec', 'tag': '681b122e-3b42-4dd7-955f-001a2bc446a5', 'status': 'completed', 'code': 200} Jan 11 13:18:09.861493 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-ef1eda35-97aa-4947-a86e-363a2027fdff None None] Set router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:18:09.882948 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3dcf8-0fc3-4d88-a28c-a0e9f67fda9d req-a3d5e2bd-0457-48ba-8b8b-6739f432428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:09.884455 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f3d3dcf8-0fc3-4d88-a28c-a0e9f67fda9d req-a3d5e2bd-0457-48ba-8b8b-6739f432428d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73983d260517467dab770ff153eba8a9&device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 1098 time: 0.0397151 Jan 11 13:18:09.973774 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3dcf8-0fc3-4d88-a28c-a0e9f67fda9d req-d6ded4dd-27c0-4911-becd-1f97bda73218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:09.975274 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f3d3dcf8-0fc3-4d88-a28c-a0e9f67fda9d req-d6ded4dd-27c0-4911-becd-1f97bda73218 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca HTTP/1.1" status: 200 len: 912 time: 0.0853555 Jan 11 13:18:10.040849 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f3d3dcf8-0fc3-4d88-a28c-a0e9f67fda9d req-b2252aac-5ef1-4e6d-a7ed-a809585a59fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=681b122e-3b42-4dd7-955f-001a2bc446a5 HTTP/1.1" status: 200 len: 999 time: 0.0588639 Jan 11 13:18:10.088941 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3dcf8-0fc3-4d88-a28c-a0e9f67fda9d req-f82a0c59-1d3b-4509-84cf-584d0f7db360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:10.090507 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f3d3dcf8-0fc3-4d88-a28c-a0e9f67fda9d req-f82a0c59-1d3b-4509-84cf-584d0f7db360 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa84b08-0d99-43f5-874d-09b99bae3402 HTTP/1.1" status: 200 len: 850 time: 0.0437319 Jan 11 13:18:10.139259 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3dcf8-0fc3-4d88-a28c-a0e9f67fda9d req-6cef3a6a-5b2b-49af-89aa-4adab8895285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:10.140860 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f3d3dcf8-0fc3-4d88-a28c-a0e9f67fda9d req-6cef3a6a-5b2b-49af-89aa-4adab8895285 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441115 Jan 11 13:18:10.211753 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ef1eda35-97aa-4947-a86e-363a2027fdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '0c93f4dd-97d8-4832-83a0-b783d168e988', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'port_id': '48831c0b-0a95-4bb6-9492-84503f0a7226', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'mac_address': 'fa:16:3e:15:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:15:44Z', 'updated_at': '2022-01-11T13:15:47Z', 'revision_number': 1, 'project_id': '73983d260517467dab770ff153eba8a9', 'fixed_ip_address_scope': None}, {'id': '5b871460-1038-494f-97d1-26595af788c9', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'floating_ip_address': '172.27.0.188', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'port_id': '681b122e-3b42-4dd7-955f-001a2bc446a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'mac_address': 'fa:16:3e:71:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7124da34-d28d-4126-ac8a-9d1dfab7f0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:18:08Z', 'updated_at': '2022-01-11T13:18:08Z', 'revision_number': 0, 'project_id': '73983d260517467dab770ff153eba8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:18:10.227586 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f3d3dcf8-0fc3-4d88-a28c-a0e9f67fda9d req-749c03b7-fbd6-4500-b47c-1c5f1a16821b service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801084 Jan 11 13:18:10.241125 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1eda35-97aa-4947-a86e-363a2027fdff None None] Checking router: 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:18:10.250146 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1eda35-97aa-4947-a86e-363a2027fdff None None] Routers {'5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:18:10.250759 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ef1eda35-97aa-4947-a86e-363a2027fdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:18:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:18:10.317796 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f3d3dcf8-0fc3-4d88-a28c-a0e9f67fda9d req-dd7d988e-34f4-46d2-95c5-e4bb253b6089 service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847163 Jan 11 13:18:10.358087 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-ef1eda35-97aa-4947-a86e-363a2027fdff None None] Set router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:18:10.383906 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device d54b4562-c8a8-4cb1-8b2c-87bb7729a475 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=102631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 13:18:10.407683 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11934a3f-a5ef-4f51-85b5-fe31149f8454 req-ce8df395-660c-49d0-8d5c-6c45bd8567c2 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:10.409274 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-11934a3f-a5ef-4f51-85b5-fe31149f8454 req-ce8df395-660c-49d0-8d5c-6c45bd8567c2 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 944 time: 0.0533957 Jan 11 13:18:10.456477 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-11934a3f-a5ef-4f51-85b5-fe31149f8454 req-0a1d859b-22b8-4b3f-af92-2ee05a4ef065 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411737 Jan 11 13:18:10.591307 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port d54b4562-c8a8-4cb1-8b2c-87bb7729a475, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=d54b4562-c8a8-4cb1-8b2c-87bb7729a475,segment=NetworkSegment(c91823ae-ab2a-498e-9b15-b3b5ac4d70e9),segment_id=c91823ae-ab2a-498e-9b15-b3b5ac4d70e9)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:18:10.608947 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Returning: {'device': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475', 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec', 'port_id': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475', 'mac_address': 'fa:16:3e:57:79:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 13:18:10.673763 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port d54b4562-c8a8-4cb1-8b2c-87bb7729a475 is: DOWN; New status is: BUILD {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:18:10.674153 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:10.690614 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54b4562-c8a8-4cb1-8b2c-87bb7729a475 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 13:18:10.716570 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port d54b4562-c8a8-4cb1-8b2c-87bb7729a475, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=d54b4562-c8a8-4cb1-8b2c-87bb7729a475,segment=NetworkSegment(c91823ae-ab2a-498e-9b15-b3b5ac4d70e9),segment_id=c91823ae-ab2a-498e-9b15-b3b5ac4d70e9)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:18:10.720627 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:10.726963 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ef1eda35-97aa-4947-a86e-363a2027fdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '0c93f4dd-97d8-4832-83a0-b783d168e988', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'port_id': '48831c0b-0a95-4bb6-9492-84503f0a7226', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'mac_address': 'fa:16:3e:15:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:15:44Z', 'updated_at': '2022-01-11T13:15:47Z', 'revision_number': 1, 'project_id': '73983d260517467dab770ff153eba8a9', 'fixed_ip_address_scope': None}, {'id': '5b871460-1038-494f-97d1-26595af788c9', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'floating_ip_address': '172.27.0.188', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'port_id': '681b122e-3b42-4dd7-955f-001a2bc446a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'mac_address': 'fa:16:3e:71:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7124da34-d28d-4126-ac8a-9d1dfab7f0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:18:08Z', 'updated_at': '2022-01-11T13:18:08Z', 'revision_number': 0, 'project_id': '73983d260517467dab770ff153eba8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:18:10.775223 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1eda35-97aa-4947-a86e-363a2027fdff None None] The sync data for ids ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'] in dv-cinder-824149-3-iscsi is: [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '0c93f4dd-97d8-4832-83a0-b783d168e988', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'port_id': '48831c0b-0a95-4bb6-9492-84503f0a7226', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'mac_address': 'fa:16:3e:15:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:15:44Z', 'updated_at': '2022-01-11T13:15:47Z', 'revision_number': 1, 'project_id': '73983d260517467dab770ff153eba8a9', 'fixed_ip_address_scope': None}, {'id': '5b871460-1038-494f-97d1-26595af788c9', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'floating_ip_address': '172.27.0.188', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'port_id': '681b122e-3b42-4dd7-955f-001a2bc446a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'mac_address': 'fa:16:3e:71:04:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7124da34-d28d-4126-ac8a-9d1dfab7f0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:18:08Z', 'updated_at': '2022-01-11T13:18:08Z', 'revision_number': 0, 'project_id': '73983d260517467dab770ff153eba8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:18:10.796344 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=d54b4562-c8a8-4cb1-8b2c-87bb7729a475,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:18:10.958005 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['d54b4562-c8a8-4cb1-8b2c-87bb7729a475'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:18:10.971263 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b5f786-6ec5-4859-8ca4-cdff6a347f72 None None] New status for floating IP 5b871460-1038-494f-97d1-26595af788c9: ACTIVE {{(pid=102632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 13:18:11.575299 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68562669-0e8b-4aaa-9dcc-abe5fc9c9cf3 req-e6c208a0-4195-4616-a388-19297f3eea88 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:11.576789 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-68562669-0e8b-4aaa-9dcc-abe5fc9c9cf3 req-e6c208a0-4195-4616-a388-19297f3eea88 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 945 time: 0.0479248 Jan 11 13:18:11.622577 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-68562669-0e8b-4aaa-9dcc-abe5fc9c9cf3 req-62d084dd-a8fa-4cc8-a9e0-a9fdcb49603b tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397007 Jan 11 13:18:12.390779 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device d54b4562-c8a8-4cb1-8b2c-87bb7729a475 up at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 13:18:12.438628 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning for port d54b4562-c8a8-4cb1-8b2c-87bb7729a475 completed by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 13:18:12.442383 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Provisioning complete for port d54b4562-c8a8-4cb1-8b2c-87bb7729a475 triggered by entity L2. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:18:12.442761 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:12.518640 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Current status of the port d54b4562-c8a8-4cb1-8b2c-87bb7729a475 is: BUILD; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:18:12.519027 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:12.540764 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:18:12.542998 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263a08d4d80c42ae697b1576353472da0e5accee358809b0b056d10284517c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d50fe91-f29d-4b17-97d7-1a2036861fbf" -d '{"events": [{"server_uuid": "f1df508a-dd2a-499e-8ebd-0640f5bf457b", "name": "network-vif-plugged", "status": "completed", "tag": "d54b4562-c8a8-4cb1-8b2c-87bb7729a475"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:18:12.555990 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] For port d54b4562-c8a8-4cb1-8b2c-87bb7729a475, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=d54b4562-c8a8-4cb1-8b2c-87bb7729a475,segment=NetworkSegment(c91823ae-ab2a-498e-9b15-b3b5ac4d70e9),segment_id=c91823ae-ab2a-498e-9b15-b3b5ac4d70e9)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:18:12.560689 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:12.583154 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73da487-a8a0-4852-b9ff-5d7b652eb137 x-openstack-request-id: req-b73da487-a8a0-4852-b9ff-5d7b652eb137 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:18:12.583448 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1df508a-dd2a-499e-8ebd-0640f5bf457b", "name": "network-vif-plugged", "status": "completed", "tag": "d54b4562-c8a8-4cb1-8b2c-87bb7729a475", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:18:12.583700 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b73da487-a8a0-4852-b9ff-5d7b652eb137 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:18:12.584088 dv-cinder-824149-3-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475', 'code': 200} Jan 11 13:18:12.615003 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Pushing event updated for resources: {'Port': ['ID=d54b4562-c8a8-4cb1-8b2c-87bb7729a475,revision_number=5']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:18:12.736339 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e15e0e-fca9-4299-a117-557ab409fa4a req-fb69233c-7783-48f0-b000-5bd838ce3bd6 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:12.737955 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92e15e0e-fca9-4299-a117-557ab409fa4a req-fb69233c-7783-48f0-b000-5bd838ce3bd6 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 946 time: 0.0493052 Jan 11 13:18:12.746782 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2956df-3706-457c-aab3-f0e7e747db97 req-40a0835c-2eb4-45d7-b330-53eb09fa046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:12.748361 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-7f2956df-3706-457c-aab3-f0e7e747db97 req-40a0835c-2eb4-45d7-b330-53eb09fa046b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 1099 time: 0.0418339 Jan 11 13:18:12.788997 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-92e15e0e-fca9-4299-a117-557ab409fa4a req-57784fd2-5744-4a96-8894-fad6692ab776 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452139 Jan 11 13:18:12.792106 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-7f2956df-3706-457c-aab3-f0e7e747db97 req-0ec85e8e-a616-4141-98de-5a9df3e8b39a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371416 Jan 11 13:18:13.705662 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:18:13.908457 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef54c05-157e-427f-aced-366a98219419 req-47225b89-5723-4a5d-9ed5-6f98748b27ad tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:13.909953 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-eef54c05-157e-427f-aced-366a98219419 req-47225b89-5723-4a5d-9ed5-6f98748b27ad tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 946 time: 0.0508022 Jan 11 13:18:13.957915 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-eef54c05-157e-427f-aced-366a98219419 req-c3f441ac-d280-456b-b6a2-da2dd2f0282f tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410511 Jan 11 13:18:15.070800 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b95f2-19f1-4737-85f4-bb24275046d8 req-f6cb7ea3-a97d-4333-b5b0-e09c0adb3213 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:15.072464 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cb9b95f2-19f1-4737-85f4-bb24275046d8 req-f6cb7ea3-a97d-4333-b5b0-e09c0adb3213 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 946 time: 0.0490928 Jan 11 13:18:15.118217 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-cb9b95f2-19f1-4737-85f4-bb24275046d8 req-5f278eec-8695-4fbe-9faf-75dd8808c25c tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398188 Jan 11 13:18:15.232034 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263df19-0c39-4682-aadc-e9dc86b910dd req-c5690be8-c5ed-4186-8f52-6e97ed30cbdd tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:15.233527 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2263df19-0c39-4682-aadc-e9dc86b910dd req-c5690be8-c5ed-4186-8f52-6e97ed30cbdd tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 946 time: 0.0520117 Jan 11 13:18:15.278436 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2263df19-0c39-4682-aadc-e9dc86b910dd req-bc6b03e7-a76a-4264-a5bd-ab05795cc7e5 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394118 Jan 11 13:18:15.588892 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b8293-b609-4b21-8ce5-aafd1f750042 req-bcef228a-b14d-4a97-8b50-7fe611f20995 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:15.590252 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-866b8293-b609-4b21-8ce5-aafd1f750042 req-bcef228a-b14d-4a97-8b50-7fe611f20995 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 946 time: 0.0470793 Jan 11 13:18:15.637273 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-866b8293-b609-4b21-8ce5-aafd1f750042 req-52355202-8470-428c-a51f-e27f102c5606 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403383 Jan 11 13:18:23.890772 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929bf36-401d-4a39-a567-de3329c28a90 req-bbb3f1de-ea38-4dd8-b413-5458a64ec89c tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:23.892148 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f929bf36-401d-4a39-a567-de3329c28a90 req-bbb3f1de-ea38-4dd8-b413-5458a64ec89c tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 946 time: 0.0478275 Jan 11 13:18:23.944674 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f929bf36-401d-4a39-a567-de3329c28a90 req-cddac3a1-73d5-46f8-bc74-5de7f445f275 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471296 Jan 11 13:18:23.965900 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59348) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:18:24.047301 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3d00ad-af27-44c1-9812-7f4523a1d8e0 tempest-TestMinimumBasicScenario-2066680416 tempest-TestMinimumBasicScenario-2066680416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:24.048869 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-cc3d00ad-af27-44c1-9812-7f4523a1d8e0 tempest-TestMinimumBasicScenario-2066680416 tempest-TestMinimumBasicScenario-2066680416-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 1094 time: 0.0819550 Jan 11 13:18:24.051666 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59352) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:18:24.055832 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Request body: {'floatingip': {'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'port_id': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:18:24.078898 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:24.175073 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:24.278749 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Allocated IP 172.27.0.224 (0598fff4-adad-45d5-af02-105f0894d10b/66781078-a32f-4264-ad39-be43878d13e8/aac4715f-c3ed-4660-ac28-6322fbc99271) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 13:18:24.377345 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for port (aac4715f-c3ed-4660-ac28-6322fbc99271), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:24.409660 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779303034862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (aac4715f-c3ed-4660-ac28-6322fbc99271), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:24.447266 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Network 0598fff4-adad-45d5-af02-105f0894d10b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 13:18:24.450538 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 13:18:24.453981 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 13:18:24.459208 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Pushing event updated for resources: {'Port': ['ID=aac4715f-c3ed-4660-ac28-6322fbc99271,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:18:24.784669 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for floatingip (368863aa-dca7-4ce3-9893-4c23176886c3), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:24.847244 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (aac4715f-c3ed-4660-ac28-6322fbc99271), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:24.991819 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for port (aac4715f-c3ed-4660-ac28-6322fbc99271), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:24.995960 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5438357'] for port (aac4715f-c3ed-4660-ac28-6322fbc99271), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:25.064883 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Pushing event updated for resources: {'Port': ['ID=aac4715f-c3ed-4660-ac28-6322fbc99271,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:18:25.073040 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7954133'] for floatingip (368863aa-dca7-4ce3-9893-4c23176886c3), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:25.170192 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Floating IP 368863aa-dca7-4ce3-9893-4c23176886c3 associated. External IP: 172.27.0.224, port: d54b4562-c8a8-4cb1-8b2c-87bb7729a475. Jan 11 13:18:25.368525 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Router 51e3bce4-99dd-4e68-b835-a5683ffe7faa has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:18:25.472711 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:18:25.487203 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ebfa64-61fe-4476-b77b-b8a522c3c173 None None] Sync routers for ids ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:18:25.490563 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:25.496323 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ebfa64-61fe-4476-b77b-b8a522c3c173 None None] Routers {'51e3bce4-99dd-4e68-b835-a5683ffe7faa'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:18:25.496941 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-57ebfa64-61fe-4476-b77b-b8a522c3c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:18:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:18:25.517549 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-5620b5de-fdd1-4859-b957-06b79acd0641 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4647167 Jan 11 13:18:25.518085 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'tag': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:18:25.520396 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af0636eba1a291367581c8aec72d24749398756e80c769753eba00a549122f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a0d698-84ac-4606-94b7-5ca610273139" -d '{"events": [{"name": "network-changed", "server_uuid": "f1df508a-dd2a-499e-8ebd-0640f5bf457b", "tag": "d54b4562-c8a8-4cb1-8b2c-87bb7729a475"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:18:25.520930 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 59354) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:18:25.526094 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-45767af2-4cfb-488e-bceb-578dc0b8f9a1 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-704379503', 'description': 'tempest-secgroup-smoke-704379503 description', 'project_id': 'dadc238a9fc3416b80f1f985437db163'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:18:25.562206 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-45767af2-4cfb-488e-bceb-578dc0b8f9a1 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group (None), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:25.573361 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4916456a-15fe-409a-bf8e-6f43cbf3dfcb x-openstack-request-id: req-4916456a-15fe-409a-bf8e-6f43cbf3dfcb {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:18:25.573712 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1df508a-dd2a-499e-8ebd-0640f5bf457b", "tag": "d54b4562-c8a8-4cb1-8b2c-87bb7729a475", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:18:25.573980 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4916456a-15fe-409a-bf8e-6f43cbf3dfcb {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:18:25.574554 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'tag': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475', 'status': 'completed', 'code': 200} Jan 11 13:18:25.602138 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-57ebfa64-61fe-4476-b77b-b8a522c3c173 None None] Set router 51e3bce4-99dd-4e68-b835-a5683ffe7faa gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:18:25.637186 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-45767af2-4cfb-488e-bceb-578dc0b8f9a1 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group (1365c3df-1ec6-428c-9f9b-d74ba488b0e3), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:25.643446 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-45767af2-4cfb-488e-bceb-578dc0b8f9a1 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (1365c3df-1ec6-428c-9f9b-d74ba488b0e3), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:25.700158 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-45767af2-4cfb-488e-bceb-578dc0b8f9a1 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:25.701513 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-45767af2-4cfb-488e-bceb-578dc0b8f9a1 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1793871 Jan 11 13:18:25.704475 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59360) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:18:25.709245 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-fb643037-5c1b-480a-9a9c-d311c783ab2d tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Request body: {'security_group_rule': {'security_group_id': '1365c3df-1ec6-428c-9f9b-d74ba488b0e3', 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:18:25.713950 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45767af2-4cfb-488e-bceb-578dc0b8f9a1 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1365c3df-1ec6-428c-9f9b-d74ba488b0e3,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:18:25.727408 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0d698-84ac-4606-94b7-5ca610273139 req-ab7f973b-9d68-4d74-95bc-8a6809e1bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:25.728997 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e9a0d698-84ac-4606-94b7-5ca610273139 req-ab7f973b-9d68-4d74-95bc-8a6809e1bcef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dadc238a9fc3416b80f1f985437db163&device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 1099 time: 0.1303222 Jan 11 13:18:25.752209 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb643037-5c1b-480a-9a9c-d311c783ab2d tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group_rule (0ca83dd5-64c9-4bbc-97f3-0e6c4844c320), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:25.811309 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb643037-5c1b-480a-9a9c-d311c783ab2d tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group_rule (0ca83dd5-64c9-4bbc-97f3-0e6c4844c320), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:25.815133 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb643037-5c1b-480a-9a9c-d311c783ab2d tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (0ca83dd5-64c9-4bbc-97f3-0e6c4844c320), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:25.820662 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0d698-84ac-4606-94b7-5ca610273139 req-275b2776-8528-4b83-8eae-94c9b06cde63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:25.822141 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e9a0d698-84ac-4606-94b7-5ca610273139 req-275b2776-8528-4b83-8eae-94c9b06cde63 service neutron] 10.222.0.49 "GET /v2.0/networks?id=140bbe9c-038c-4447-b6c0-f17f328717ec HTTP/1.1" status: 200 len: 915 time: 0.0869093 Jan 11 13:18:25.834051 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb643037-5c1b-480a-9a9c-d311c783ab2d tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca83dd5-64c9-4bbc-97f3-0e6c4844c320,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:18:25.844034 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-57ebfa64-61fe-4476-b77b-b8a522c3c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'name': 'tempest-TestMinimumBasicScenario-162273655-router', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:34Z', 'updated_at': '2022-01-11T13:17:37Z', 'revision_number': 4, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'gw_port': {'id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:35Z', 'updated_at': '2022-01-11T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '368863aa-dca7-4ce3-9893-4c23176886c3', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'port_id': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec', 'mac_address': 'fa:16:3e:57:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:18:24Z', 'updated_at': '2022-01-11T13:18:24Z', 'revision_number': 0, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b6400a-16d4-4f29-9088-062b01c2cf38', 'name': '', 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'mac_address': 'fa:16:3e:c7:07:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:36Z', 'updated_at': '2022-01-11T13:17:41Z', 'revision_number': 5, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'subnets': [{'id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:18:25.844610 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb643037-5c1b-480a-9a9c-d311c783ab2d tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:25.845853 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-fb643037-5c1b-480a-9a9c-d311c783ab2d tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403847 Jan 11 13:18:25.848657 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59362) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:18:25.854100 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e6baa9d6-0aa1-4847-a5e5-61a142542a5a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Request body: {'security_group_rule': {'security_group_id': '1365c3df-1ec6-428c-9f9b-d74ba488b0e3', 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:18:25.872740 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ebfa64-61fe-4476-b77b-b8a522c3c173 None None] Checking router: 51e3bce4-99dd-4e68-b835-a5683ffe7faa for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:18:25.881415 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ebfa64-61fe-4476-b77b-b8a522c3c173 None None] Routers {'51e3bce4-99dd-4e68-b835-a5683ffe7faa'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:18:25.882030 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-57ebfa64-61fe-4476-b77b-b8a522c3c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:18:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:18:25.884783 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6baa9d6-0aa1-4847-a5e5-61a142542a5a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group_rule (0af2fab2-2b6d-4162-bb24-b4bc0ec352cc), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:25.898693 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e9a0d698-84ac-4606-94b7-5ca610273139 req-38402288-8e82-458b-81d3-1ef7d0da7490 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d54b4562-c8a8-4cb1-8b2c-87bb7729a475 HTTP/1.1" status: 200 len: 1000 time: 0.0697196 Jan 11 13:18:25.941777 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6baa9d6-0aa1-4847-a5e5-61a142542a5a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group_rule (0af2fab2-2b6d-4162-bb24-b4bc0ec352cc), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:25.946619 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6baa9d6-0aa1-4847-a5e5-61a142542a5a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (0af2fab2-2b6d-4162-bb24-b4bc0ec352cc), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:25.948413 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0d698-84ac-4606-94b7-5ca610273139 req-abeced48-14a6-47dd-8663-33fdf3cfe9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:25.950534 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e9a0d698-84ac-4606-94b7-5ca610273139 req-abeced48-14a6-47dd-8663-33fdf3cfe9f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c2811d1-a2b8-4bc4-85d7-37420d7441f1 HTTP/1.1" status: 200 len: 853 time: 0.0454865 Jan 11 13:18:25.973118 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6baa9d6-0aa1-4847-a5e5-61a142542a5a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af2fab2-2b6d-4162-bb24-b4bc0ec352cc,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:18:25.978514 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6baa9d6-0aa1-4847-a5e5-61a142542a5a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:25.982303 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e6baa9d6-0aa1-4847-a5e5-61a142542a5a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1296713 Jan 11 13:18:25.982572 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59364) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:18:25.987246 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-50daadcb-628c-4a46-9ca2-649fb62b2906 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Request body: {'security_group_rule': {'security_group_id': '1365c3df-1ec6-428c-9f9b-d74ba488b0e3', 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:18:25.994390 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-57ebfa64-61fe-4476-b77b-b8a522c3c173 None None] Set router 51e3bce4-99dd-4e68-b835-a5683ffe7faa gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:18:26.004482 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0d698-84ac-4606-94b7-5ca610273139 req-7ab8cda0-640b-4052-bddb-b15be2b41420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:26.005906 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e9a0d698-84ac-4606-94b7-5ca610273139 req-7ab8cda0-640b-4052-bddb-b15be2b41420 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=140bbe9c-038c-4447-b6c0-f17f328717ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483057 Jan 11 13:18:26.015895 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50daadcb-628c-4a46-9ca2-649fb62b2906 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group_rule (b61bcce0-216e-43e4-bb30-94923b87cbd7), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:26.017960 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [req-e9a0d698-84ac-4606-94b7-5ca610273139 req-2f7178f1-582f-4085-b3e5-7a1746cea9e2 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 13:18:26.019321 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e9a0d698-84ac-4606-94b7-5ca610273139 req-2f7178f1-582f-4085-b3e5-7a1746cea9e2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056438 Jan 11 13:18:26.074170 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50daadcb-628c-4a46-9ca2-649fb62b2906 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group_rule (b61bcce0-216e-43e4-bb30-94923b87cbd7), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:26.079014 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50daadcb-628c-4a46-9ca2-649fb62b2906 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (b61bcce0-216e-43e4-bb30-94923b87cbd7), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:26.100278 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50daadcb-628c-4a46-9ca2-649fb62b2906 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61bcce0-216e-43e4-bb30-94923b87cbd7,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:18:26.108065 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50daadcb-628c-4a46-9ca2-649fb62b2906 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:26.109367 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-50daadcb-628c-4a46-9ca2-649fb62b2906 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258504 Jan 11 13:18:26.112150 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 59366) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:18:26.123380 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.v2.base [None req-f30880fc-17b5-4831-8f0e-29a23b6a0fd6 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Request body: {'security_group_rule': {'security_group_id': '1365c3df-1ec6-428c-9f9b-d74ba488b0e3', 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:18:26.134682 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e9a0d698-84ac-4606-94b7-5ca610273139 req-f886fd54-ff01-4eb3-8f9d-2a4919851c26 service neutron] 10.222.0.49 "GET /v2.0/networks/140bbe9c-038c-4447-b6c0-f17f328717ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082611 Jan 11 13:18:26.204041 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f30880fc-17b5-4831-8f0e-29a23b6a0fd6 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group_rule (5e7b1ba1-f83d-4780-beaa-a8fc7e00920d), before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:26.231367 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-57ebfa64-61fe-4476-b77b-b8a522c3c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'name': 'tempest-TestMinimumBasicScenario-162273655-router', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:34Z', 'updated_at': '2022-01-11T13:17:37Z', 'revision_number': 4, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'gw_port': {'id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:35Z', 'updated_at': '2022-01-11T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '368863aa-dca7-4ce3-9893-4c23176886c3', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'port_id': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec', 'mac_address': 'fa:16:3e:57:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:18:24Z', 'updated_at': '2022-01-11T13:18:24Z', 'revision_number': 0, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b6400a-16d4-4f29-9088-062b01c2cf38', 'name': '', 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'mac_address': 'fa:16:3e:c7:07:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:36Z', 'updated_at': '2022-01-11T13:17:41Z', 'revision_number': 5, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'subnets': [{'id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:18:26.257303 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ebfa64-61fe-4476-b77b-b8a522c3c173 None None] The sync data for ids ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'] in dv-cinder-824149-3-iscsi is: [{'id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'name': 'tempest-TestMinimumBasicScenario-162273655-router', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:34Z', 'updated_at': '2022-01-11T13:17:37Z', 'revision_number': 4, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'gw_port': {'id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:35Z', 'updated_at': '2022-01-11T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '368863aa-dca7-4ce3-9893-4c23176886c3', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'port_id': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec', 'mac_address': 'fa:16:3e:57:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:18:24Z', 'updated_at': '2022-01-11T13:18:24Z', 'revision_number': 0, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b6400a-16d4-4f29-9088-062b01c2cf38', 'name': '', 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'mac_address': 'fa:16:3e:c7:07:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:36Z', 'updated_at': '2022-01-11T13:17:41Z', 'revision_number': 5, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'subnets': [{'id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:18:26.261503 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-e9a0d698-84ac-4606-94b7-5ca610273139 req-45e6d7a0-5285-4193-851a-c36389365cbe service neutron] 10.222.0.49 "GET /v2.0/networks/140bbe9c-038c-4447-b6c0-f17f328717ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202290 Jan 11 13:18:26.287419 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f30880fc-17b5-4831-8f0e-29a23b6a0fd6 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group_rule (5e7b1ba1-f83d-4780-beaa-a8fc7e00920d), precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:26.291481 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f30880fc-17b5-4831-8f0e-29a23b6a0fd6 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (5e7b1ba1-f83d-4780-beaa-a8fc7e00920d), after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:26.310810 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30880fc-17b5-4831-8f0e-29a23b6a0fd6 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7b1ba1-f83d-4780-beaa-a8fc7e00920d,revision_number=0']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:18:26.315930 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f30880fc-17b5-4831-8f0e-29a23b6a0fd6 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:26.319827 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59368) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:18:26.320078 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-f30880fc-17b5-4831-8f0e-29a23b6a0fd6 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2067473 Jan 11 13:18:26.325331 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7b4a45fd-d9fa-4d33-8c2b-4dfe67c5c9ee tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Request body: {'security_group_rule': {'security_group_id': '1365c3df-1ec6-428c-9f9b-d74ba488b0e3', 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:18:26.349298 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-7b4a45fd-d9fa-4d33-8c2b-4dfe67c5c9ee tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Project dadc238a9fc3416b80f1f985437db163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 13:18:26.354434 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b4a45fd-d9fa-4d33-8c2b-4dfe67c5c9ee tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group_rule (ba4c01f1-086e-42ca-bcca-50ea6865f089), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:26.415364 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b4a45fd-d9fa-4d33-8c2b-4dfe67c5c9ee tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group_rule (ba4c01f1-086e-42ca-bcca-50ea6865f089), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:26.420489 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b4a45fd-d9fa-4d33-8c2b-4dfe67c5c9ee tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (ba4c01f1-086e-42ca-bcca-50ea6865f089), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:26.439730 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a45fd-d9fa-4d33-8c2b-4dfe67c5c9ee tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4c01f1-086e-42ca-bcca-50ea6865f089,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:18:26.447783 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b4a45fd-d9fa-4d33-8c2b-4dfe67c5c9ee tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:26.449042 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-7b4a45fd-d9fa-4d33-8c2b-4dfe67c5c9ee tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280184 Jan 11 13:18:26.451684 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59370) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:18:26.456035 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [None req-397d387b-e709-4bd4-b654-1da68f95e50b tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Request body: {'security_group_rule': {'security_group_id': '1365c3df-1ec6-428c-9f9b-d74ba488b0e3', 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:18:26.469046 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e9d17f-91a5-409b-b8a2-e082f2dc0fca None None] New status for floating IP 368863aa-dca7-4ce3-9893-4c23176886c3: ACTIVE {{(pid=102632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 13:18:26.483161 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-397d387b-e709-4bd4-b654-1da68f95e50b tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Project dadc238a9fc3416b80f1f985437db163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 13:18:26.488312 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-397d387b-e709-4bd4-b654-1da68f95e50b tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group_rule (c5fcd271-4b46-44b9-94b8-2f7cc1a7e619), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:26.547128 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-397d387b-e709-4bd4-b654-1da68f95e50b tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group_rule (c5fcd271-4b46-44b9-94b8-2f7cc1a7e619), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:26.550733 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-397d387b-e709-4bd4-b654-1da68f95e50b tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8306986'] for security_group_rule (c5fcd271-4b46-44b9-94b8-2f7cc1a7e619), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:26.572528 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d387b-e709-4bd4-b654-1da68f95e50b tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5fcd271-4b46-44b9-94b8-2f7cc1a7e619,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:18:26.578297 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-397d387b-e709-4bd4-b654-1da68f95e50b tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:26.579615 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-397d387b-e709-4bd4-b654-1da68f95e50b tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269524 Jan 11 13:18:26.670355 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-528d7d96-e34b-4cef-a3da-4534e0e665ec req-45fbfd5b-f496-4db3-87e4-ae998bbc3066 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704379503&fields=id&tenant_id=dadc238a9fc3416b80f1f985437db163 HTTP/1.1" status: 200 len: 267 time: 0.0440261 Jan 11 13:18:26.722299 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d7d96-e34b-4cef-a3da-4534e0e665ec req-771f7d10-f14a-4cf4-8f36-2109efad9c71 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:26.723760 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-528d7d96-e34b-4cef-a3da-4534e0e665ec req-771f7d10-f14a-4cf4-8f36-2109efad9c71 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 946 time: 0.0481400 Jan 11 13:18:26.734536 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-528d7d96-e34b-4cef-a3da-4534e0e665ec req-8adf4f71-4eb3-4b38-aad7-5751f5538575 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Request body: {'port': {'security_groups': ['c26fc837-51c2-4acf-8851-12592668be5a', '1365c3df-1ec6-428c-9f9b-d74ba488b0e3']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:18:26.793614 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-528d7d96-e34b-4cef-a3da-4534e0e665ec req-8adf4f71-4eb3-4b38-aad7-5751f5538575 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:27.004901 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-528d7d96-e34b-4cef-a3da-4534e0e665ec req-8adf4f71-4eb3-4b38-aad7-5751f5538575 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] For port d54b4562-c8a8-4cb1-8b2c-87bb7729a475, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=d54b4562-c8a8-4cb1-8b2c-87bb7729a475,segment=NetworkSegment(c91823ae-ab2a-498e-9b15-b3b5ac4d70e9),segment_id=c91823ae-ab2a-498e-9b15-b3b5ac4d70e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:18:27.033235 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-528d7d96-e34b-4cef-a3da-4534e0e665ec req-8adf4f71-4eb3-4b38-aad7-5751f5538575 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:27.037705 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-528d7d96-e34b-4cef-a3da-4534e0e665ec req-8adf4f71-4eb3-4b38-aad7-5751f5538575 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5438357'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:27.048928 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['d54b4562-c8a8-4cb1-8b2c-87bb7729a475'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:18:27.084974 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d7d96-e34b-4cef-a3da-4534e0e665ec req-8adf4f71-4eb3-4b38-aad7-5751f5538575 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:27.085629 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-528d7d96-e34b-4cef-a3da-4534e0e665ec req-8adf4f71-4eb3-4b38-aad7-5751f5538575 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:27.087044 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-528d7d96-e34b-4cef-a3da-4534e0e665ec req-8adf4f71-4eb3-4b38-aad7-5751f5538575 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "PUT /v2.0/ports/d54b4562-c8a8-4cb1-8b2c-87bb7729a475 HTTP/1.1" status: 200 len: 982 time: 0.3569200 Jan 11 13:18:27.129360 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf4f71-4eb3-4b38-aad7-5751f5538575 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Pushing event updated for resources: {'Port': ['ID=d54b4562-c8a8-4cb1-8b2c-87bb7729a475,revision_number=6']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:18:27.188847 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['d54b4562-c8a8-4cb1-8b2c-87bb7729a475'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:18:27.202938 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c5731-c8a4-46f4-904b-d552886e9a19 req-b8ced93c-9ea2-4ab5-95a6-0f1417e2c609 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:27.204530 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e87c5731-c8a4-46f4-904b-d552886e9a19 req-b8ced93c-9ea2-4ab5-95a6-0f1417e2c609 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 985 time: 0.0562561 Jan 11 13:18:27.267943 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-e87c5731-c8a4-46f4-904b-d552886e9a19 req-91701307-f8e6-4323-bcd1-602ddbbc29ad tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=1365c3df-1ec6-428c-9f9b-d74ba488b0e3&id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574400 Jan 11 13:18:27.306561 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-f56411ab-2870-40cf-9062-c19dec3f582d None None] Provisioning complete for port d54b4562-c8a8-4cb1-8b2c-87bb7729a475 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:18:27.306938 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f56411ab-2870-40cf-9062-c19dec3f582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:27.521280 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-f56411ab-2870-40cf-9062-c19dec3f582d None None] Current status of the port d54b4562-c8a8-4cb1-8b2c-87bb7729a475 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:18:27.576428 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'tag': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:18:27.578823 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af0636eba1a291367581c8aec72d24749398756e80c769753eba00a549122f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f493a34a-a23d-4931-8e8e-4843a6cdff1f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1df508a-dd2a-499e-8ebd-0640f5bf457b", "tag": "d54b4562-c8a8-4cb1-8b2c-87bb7729a475"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:18:27.616926 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3feae71-bf12-4544-aeb8-b16dce28e02a x-openstack-request-id: req-e3feae71-bf12-4544-aeb8-b16dce28e02a {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:18:27.617285 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1df508a-dd2a-499e-8ebd-0640f5bf457b", "tag": "d54b4562-c8a8-4cb1-8b2c-87bb7729a475", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:18:27.617600 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3feae71-bf12-4544-aeb8-b16dce28e02a {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:18:27.618055 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'tag': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475', 'status': 'completed', 'code': 200} Jan 11 13:18:27.685440 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493a34a-a23d-4931-8e8e-4843a6cdff1f req-aa315f91-f1b2-47e0-bb6b-21f715b82283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:27.686928 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f493a34a-a23d-4931-8e8e-4843a6cdff1f req-aa315f91-f1b2-47e0-bb6b-21f715b82283 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dadc238a9fc3416b80f1f985437db163&device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 1138 time: 0.0409513 Jan 11 13:18:27.777033 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493a34a-a23d-4931-8e8e-4843a6cdff1f req-4a7b5a26-77a7-4977-8de4-3fd2ddf8ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:27.778920 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f493a34a-a23d-4931-8e8e-4843a6cdff1f req-4a7b5a26-77a7-4977-8de4-3fd2ddf8ab34 service neutron] 10.222.0.49 "GET /v2.0/networks?id=140bbe9c-038c-4447-b6c0-f17f328717ec HTTP/1.1" status: 200 len: 915 time: 0.0844190 Jan 11 13:18:27.842403 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f493a34a-a23d-4931-8e8e-4843a6cdff1f req-6c6ab07d-bec7-4504-b557-a3adc81d7d0f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d54b4562-c8a8-4cb1-8b2c-87bb7729a475 HTTP/1.1" status: 200 len: 1002 time: 0.0557375 Jan 11 13:18:27.891714 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493a34a-a23d-4931-8e8e-4843a6cdff1f req-135cdf00-416f-4c02-9e7a-3211c9b6cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:27.893156 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f493a34a-a23d-4931-8e8e-4843a6cdff1f req-135cdf00-416f-4c02-9e7a-3211c9b6cebe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c2811d1-a2b8-4bc4-85d7-37420d7441f1 HTTP/1.1" status: 200 len: 853 time: 0.0413680 Jan 11 13:18:27.940419 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493a34a-a23d-4931-8e8e-4843a6cdff1f req-67d44e86-d0f7-48a6-aaea-9fa61f1ea1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:27.941848 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f493a34a-a23d-4931-8e8e-4843a6cdff1f req-67d44e86-d0f7-48a6-aaea-9fa61f1ea1fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=140bbe9c-038c-4447-b6c0-f17f328717ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417068 Jan 11 13:18:28.032088 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f493a34a-a23d-4931-8e8e-4843a6cdff1f req-4e8ce045-11c4-451a-a867-9381dc2c39a4 service neutron] 10.222.0.49 "GET /v2.0/networks/140bbe9c-038c-4447-b6c0-f17f328717ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783505 Jan 11 13:18:28.122255 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-f493a34a-a23d-4931-8e8e-4843a6cdff1f req-ae73c26c-49dd-485a-bee1-fbb7efd4a523 service neutron] 10.222.0.49 "GET /v2.0/networks/140bbe9c-038c-4447-b6c0-f17f328717ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816312 Jan 11 13:18:30.576197 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5de1301d-b25b-4f9d-981d-670f62fce4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:32.610616 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-526cd3de-eb18-4237-bd38-2cd667bc5939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:33.978899 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:35.179694 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:35.250223 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:36.621638 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:18:50.704645 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:18:51.048481 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d26b66-f60e-427b-b9b4-0f0d456d7173 req-a1cf0008-faf7-4d2b-b5f9-8e516eac38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:51.049971 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c6d26b66-f60e-427b-b9b4-0f0d456d7173 req-a1cf0008-faf7-4d2b-b5f9-8e516eac38f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dadc238a9fc3416b80f1f985437db163&device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 1138 time: 0.0405409 Jan 11 13:18:51.054896 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1b9d8-ddfa-4060-9d7f-7db5e651e811 req-a4f96f6a-dae1-459e-9a51-c977fc648072 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:51.056405 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bbb1b9d8-ddfa-4060-9d7f-7db5e651e811 req-a4f96f6a-dae1-459e-9a51-c977fc648072 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 985 time: 0.0517836 Jan 11 13:18:51.115333 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-bbb1b9d8-ddfa-4060-9d7f-7db5e651e811 req-b6bde4dc-9222-450c-986b-c990a98a03f5 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=1365c3df-1ec6-428c-9f9b-d74ba488b0e3&id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527923 Jan 11 13:18:51.145049 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d26b66-f60e-427b-b9b4-0f0d456d7173 req-881c2dae-9269-46bd-9b3f-da7f4392841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:51.146520 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c6d26b66-f60e-427b-b9b4-0f0d456d7173 req-881c2dae-9269-46bd-9b3f-da7f4392841d service neutron] 10.222.0.49 "GET /v2.0/networks?id=140bbe9c-038c-4447-b6c0-f17f328717ec HTTP/1.1" status: 200 len: 915 time: 0.0889010 Jan 11 13:18:51.209593 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c6d26b66-f60e-427b-b9b4-0f0d456d7173 req-617d5583-dcf3-42cd-bb09-fc8fa25a3981 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d54b4562-c8a8-4cb1-8b2c-87bb7729a475 HTTP/1.1" status: 200 len: 1002 time: 0.0563505 Jan 11 13:18:51.257365 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d26b66-f60e-427b-b9b4-0f0d456d7173 req-6156116e-6708-459a-84bc-3cd89623e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:51.258750 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c6d26b66-f60e-427b-b9b4-0f0d456d7173 req-6156116e-6708-459a-84bc-3cd89623e5b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c2811d1-a2b8-4bc4-85d7-37420d7441f1 HTTP/1.1" status: 200 len: 853 time: 0.0424509 Jan 11 13:18:51.304683 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d26b66-f60e-427b-b9b4-0f0d456d7173 req-8a290ec3-afbc-4e75-be5b-838a987e4018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:51.306108 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c6d26b66-f60e-427b-b9b4-0f0d456d7173 req-8a290ec3-afbc-4e75-be5b-838a987e4018 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=140bbe9c-038c-4447-b6c0-f17f328717ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409887 Jan 11 13:18:51.390804 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c6d26b66-f60e-427b-b9b4-0f0d456d7173 req-98ea0309-4fb4-4798-a1b9-8665876ae82c service neutron] 10.222.0.49 "GET /v2.0/networks/140bbe9c-038c-4447-b6c0-f17f328717ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778701 Jan 11 13:18:51.482486 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-c6d26b66-f60e-427b-b9b4-0f0d456d7173 req-67d29a79-1029-40f2-937a-cc8808757917 service neutron] 10.222.0.49 "GET /v2.0/networks/140bbe9c-038c-4447-b6c0-f17f328717ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815489 Jan 11 13:18:52.230211 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5947d-d3c6-48cb-b49d-b273dd75a5b3 req-875a1df7-1f6c-4a35-a3c1-21048cae0775 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:52.231710 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d5b5947d-d3c6-48cb-b49d-b273dd75a5b3 req-875a1df7-1f6c-4a35-a3c1-21048cae0775 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 985 time: 0.0493205 Jan 11 13:18:52.289933 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d5b5947d-d3c6-48cb-b49d-b273dd75a5b3 req-078a6448-8b33-4a24-ba5e-3c73379dd050 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=1365c3df-1ec6-428c-9f9b-d74ba488b0e3&id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524220 Jan 11 13:18:53.406640 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f30cc7-fd4a-48fa-baac-c4cb670a72d1 req-1b1935d1-7914-4b44-8d13-47c8fcac16b6 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:53.408016 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c1f30cc7-fd4a-48fa-baac-c4cb670a72d1 req-1b1935d1-7914-4b44-8d13-47c8fcac16b6 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 985 time: 0.0512681 Jan 11 13:18:53.464612 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-c1f30cc7-fd4a-48fa-baac-c4cb670a72d1 req-f132832f-9d41-46fe-92df-b2e79add4c1f tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=1365c3df-1ec6-428c-9f9b-d74ba488b0e3&id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509300 Jan 11 13:18:54.578121 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59938086-7f39-4a4b-821c-c8736fa16889 req-fb8959d7-d100-4c84-b578-d224d2110ca6 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:54.579595 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-59938086-7f39-4a4b-821c-c8736fa16889 req-fb8959d7-d100-4c84-b578-d224d2110ca6 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 985 time: 0.0484257 Jan 11 13:18:54.637785 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-59938086-7f39-4a4b-821c-c8736fa16889 req-3cc9d600-0468-4920-b8ab-d8b25c7ab514 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=1365c3df-1ec6-428c-9f9b-d74ba488b0e3&id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526409 Jan 11 13:18:55.750079 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad194f-b80f-422f-bda8-98434a77eb7c req-824dc6c2-a682-4ad5-be6d-ff61fe2f8a88 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:55.751541 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3fad194f-b80f-422f-bda8-98434a77eb7c req-824dc6c2-a682-4ad5-be6d-ff61fe2f8a88 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 985 time: 0.0489407 Jan 11 13:18:55.811847 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-3fad194f-b80f-422f-bda8-98434a77eb7c req-9bcecd49-1c12-4259-ab29-4f34edeefb50 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=1365c3df-1ec6-428c-9f9b-d74ba488b0e3&id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547612 Jan 11 13:18:56.924438 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f758151-9d31-4f9d-bc06-4e589b30cc75 req-13ed82d0-108c-45f2-8357-a4b206aba89f tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:56.925880 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2f758151-9d31-4f9d-bc06-4e589b30cc75 req-13ed82d0-108c-45f2-8357-a4b206aba89f tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 985 time: 0.0472617 Jan 11 13:18:56.982799 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2f758151-9d31-4f9d-bc06-4e589b30cc75 req-4f9e1215-73e2-4b26-aa0c-9730e609b457 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=1365c3df-1ec6-428c-9f9b-d74ba488b0e3&id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514498 Jan 11 13:18:58.095399 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cee48-c094-41dd-a61f-c9c6d982d26a req-efa2975a-0600-471e-83f0-b5abd7ebf5e9 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:58.096871 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-623cee48-c094-41dd-a61f-c9c6d982d26a req-efa2975a-0600-471e-83f0-b5abd7ebf5e9 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 985 time: 0.0475409 Jan 11 13:18:58.155890 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-623cee48-c094-41dd-a61f-c9c6d982d26a req-fd61642a-a5c7-4963-9875-cf04c80486a0 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=1365c3df-1ec6-428c-9f9b-d74ba488b0e3&id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531278 Jan 11 13:18:59.271164 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ce2f0-6aa3-49c3-943b-d8152a7e8c7b req-f087aa2a-55f7-431e-9d1a-55e2ad6b7f0f tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:18:59.272639 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ac8ce2f0-6aa3-49c3-943b-d8152a7e8c7b req-f087aa2a-55f7-431e-9d1a-55e2ad6b7f0f tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 985 time: 0.0514619 Jan 11 13:18:59.329479 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-ac8ce2f0-6aa3-49c3-943b-d8152a7e8c7b req-ceaf9463-d025-485c-90d4-439c60eaab77 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=1365c3df-1ec6-428c-9f9b-d74ba488b0e3&id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513408 Jan 11 13:19:00.442893 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf04b75-b7b5-4f7c-93dd-08dfa931370e req-8d7407af-d8cd-4a10-b102-74b366332b7a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:00.444415 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5bf04b75-b7b5-4f7c-93dd-08dfa931370e req-8d7407af-d8cd-4a10-b102-74b366332b7a tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 985 time: 0.0487347 Jan 11 13:19:00.504219 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-5bf04b75-b7b5-4f7c-93dd-08dfa931370e req-0021710a-82fd-455c-ac2a-bbe100335f72 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=1365c3df-1ec6-428c-9f9b-d74ba488b0e3&id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540349 Jan 11 13:19:00.577369 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ee57a9e2-34c1-4d51-b5ad-a5c82ef54a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:01.615517 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454fed1-47d6-4b77-ae1b-56f8cedc2642 req-fa03091e-5f3d-49e4-be3e-c67c5a636bb2 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:01.617007 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b454fed1-47d6-4b77-ae1b-56f8cedc2642 req-fa03091e-5f3d-49e4-be3e-c67c5a636bb2 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 985 time: 0.0478525 Jan 11 13:19:01.678024 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b454fed1-47d6-4b77-ae1b-56f8cedc2642 req-f1da489b-ff24-4024-b167-921f6103c443 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=1365c3df-1ec6-428c-9f9b-d74ba488b0e3&id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555017 Jan 11 13:19:02.611736 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-08ec6eff-65e7-4bc7-abcd-9e3cf2839383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:02.792478 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a95803-1970-453c-8526-d8e72d46350b req-f507f91a-b4ef-45ff-9bc5-a3fa146f0dc2 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:02.793929 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b7a95803-1970-453c-8526-d8e72d46350b req-f507f91a-b4ef-45ff-9bc5-a3fa146f0dc2 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 985 time: 0.0497129 Jan 11 13:19:02.852430 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b7a95803-1970-453c-8526-d8e72d46350b req-6372637c-d2a6-442d-95ce-02ddb391bfc3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=1365c3df-1ec6-428c-9f9b-d74ba488b0e3&id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526273 Jan 11 13:19:03.983921 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:05.191858 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:05.253407 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:06.624718 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:08.682625 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-dd8656d1-40c6-4460-985c-c38c612082bd req-c302997d-3a7a-4842-bc56-fbc59eeca9c4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384130 Jan 11 13:19:08.762513 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8656d1-40c6-4460-985c-c38c612082bd req-c77ab9dc-2cd8-4e0f-bfb2-e87f1be2bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:08.763951 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-dd8656d1-40c6-4460-985c-c38c612082bd req-c77ab9dc-2cd8-4e0f-bfb2-e87f1be2bddd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73983d260517467dab770ff153eba8a9&device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 1098 time: 0.0391288 Jan 11 13:19:08.864365 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8656d1-40c6-4460-985c-c38c612082bd req-12d622d5-96f4-45e4-b366-28284bcf0451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:08.865804 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-dd8656d1-40c6-4460-985c-c38c612082bd req-12d622d5-96f4-45e4-b366-28284bcf0451 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca HTTP/1.1" status: 200 len: 912 time: 0.0844626 Jan 11 13:19:08.928735 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-dd8656d1-40c6-4460-985c-c38c612082bd req-d48369e7-29b8-40f7-b2e4-817146f90b90 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48831c0b-0a95-4bb6-9492-84503f0a7226 HTTP/1.1" status: 200 len: 1001 time: 0.0549273 Jan 11 13:19:08.978545 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8656d1-40c6-4460-985c-c38c612082bd req-722394ee-4ae7-4b83-b195-5de3d5c0181e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:08.979934 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-dd8656d1-40c6-4460-985c-c38c612082bd req-722394ee-4ae7-4b83-b195-5de3d5c0181e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa84b08-0d99-43f5-874d-09b99bae3402 HTTP/1.1" status: 200 len: 850 time: 0.0454023 Jan 11 13:19:09.022653 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8656d1-40c6-4460-985c-c38c612082bd req-dac96684-e004-4780-b5d5-07689a6ed2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:09.024080 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-dd8656d1-40c6-4460-985c-c38c612082bd req-dac96684-e004-4780-b5d5-07689a6ed2cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383439 Jan 11 13:19:09.107865 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-dd8656d1-40c6-4460-985c-c38c612082bd req-72fe9190-0169-47da-a2a5-364ea881a2be service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778682 Jan 11 13:19:09.197916 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-dd8656d1-40c6-4460-985c-c38c612082bd req-d0976af0-6137-410a-81e2-f3e6121edeef service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831530 Jan 11 13:19:27.702914 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:19:30.578902 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-edbe95bb-dd84-44d7-8b2d-aec3773821d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:32.612651 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f1a8857d-71d9-4046-8ce8-4993a5a15f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:33.983054 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:35.192607 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:35.258449 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:35.694138 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8ae776a5-e78e-4b75-97df-35a49f608448 req-37a61c46-8289-431d-9f24-ba9a2faae4e2 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704379503&fields=id&tenant_id=dadc238a9fc3416b80f1f985437db163 HTTP/1.1" status: 200 len: 267 time: 0.0431559 Jan 11 13:19:35.745374 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae776a5-e78e-4b75-97df-35a49f608448 req-a4375861-d9af-45f0-abaa-3be78326f0ed tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:35.746835 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8ae776a5-e78e-4b75-97df-35a49f608448 req-a4375861-d9af-45f0-abaa-3be78326f0ed tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 985 time: 0.0475006 Jan 11 13:19:35.757053 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.v2.base [req-8ae776a5-e78e-4b75-97df-35a49f608448 req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Request body: {'port': {'security_groups': ['c26fc837-51c2-4acf-8851-12592668be5a']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 13:19:35.823309 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8ae776a5-e78e-4b75-97df-35a49f608448 req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723006'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:35.988141 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-8ae776a5-e78e-4b75-97df-35a49f608448 req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] For port d54b4562-c8a8-4cb1-8b2c-87bb7729a475, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=d54b4562-c8a8-4cb1-8b2c-87bb7729a475,segment=NetworkSegment(c91823ae-ab2a-498e-9b15-b3b5ac4d70e9),segment_id=c91823ae-ab2a-498e-9b15-b3b5ac4d70e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:19:36.016471 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8ae776a5-e78e-4b75-97df-35a49f608448 req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:36.020754 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8ae776a5-e78e-4b75-97df-35a49f608448 req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779303505942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779303038212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779303038230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5438357'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:36.035073 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['d54b4562-c8a8-4cb1-8b2c-87bb7729a475'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:19:36.065975 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae776a5-e78e-4b75-97df-35a49f608448 req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:36.066612 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8ae776a5-e78e-4b75-97df-35a49f608448 req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:36.068182 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8ae776a5-e78e-4b75-97df-35a49f608448 req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "PUT /v2.0/ports/d54b4562-c8a8-4cb1-8b2c-87bb7729a475 HTTP/1.1" status: 200 len: 943 time: 0.3152730 Jan 11 13:19:36.068521 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'tag': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:19:36.070792 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af0636eba1a291367581c8aec72d24749398756e80c769753eba00a549122f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a027a6f-3df6-4a90-a7f8-bfbff6267346" -d '{"events": [{"name": "network-changed", "server_uuid": "f1df508a-dd2a-499e-8ebd-0640f5bf457b", "tag": "d54b4562-c8a8-4cb1-8b2c-87bb7729a475"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:19:36.075093 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 59436) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:19:36.103183 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Pushing event updated for resources: {'Port': ['ID=d54b4562-c8a8-4cb1-8b2c-87bb7729a475,revision_number=7']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:36.122706 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.124398 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.124767 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.125117 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.125769 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.125769 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.126524 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.126524 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.130198 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.130562 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.130943 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.131288 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.131629 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462813c-45f2-472e-9611-a084b33c5c61 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.146755 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group (1365c3df-1ec6-428c-9f9b-d74ba488b0e3), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:36.148217 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0d82f7-128b-49c4-a071-ac2f639d6adb x-openstack-request-id: req-2e0d82f7-128b-49c4-a071-ac2f639d6adb {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:19:36.148570 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1df508a-dd2a-499e-8ebd-0640f5bf457b", "tag": "d54b4562-c8a8-4cb1-8b2c-87bb7729a475", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:19:36.148836 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e0d82f7-128b-49c4-a071-ac2f639d6adb {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:19:36.149268 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'tag': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475', 'status': 'completed', 'code': 200} Jan 11 13:19:36.193916 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['d54b4562-c8a8-4cb1-8b2c-87bb7729a475'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:19:36.194491 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group (1365c3df-1ec6-428c-9f9b-d74ba488b0e3), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:36.244354 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a027a6f-3df6-4a90-a7f8-bfbff6267346 req-439715df-94cf-406a-8cda-b930aec3b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:36.245624 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0a027a6f-3df6-4a90-a7f8-bfbff6267346 req-439715df-94cf-406a-8cda-b930aec3b0ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dadc238a9fc3416b80f1f985437db163&device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 1099 time: 0.0933089 Jan 11 13:19:36.294005 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (1365c3df-1ec6-428c-9f9b-d74ba488b0e3), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:36.297466 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:36.298809 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "DELETE /v2.0/security-groups/1365c3df-1ec6-428c-9f9b-d74ba488b0e3 HTTP/1.1" status: 204 len: 168 time: 0.2228050 Jan 11 13:19:36.301374 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59438) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:19:36.336349 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [None req-f5e3b1ad-0445-4008-bfe9-2d8215b08e63 None None] Provisioning complete for port d54b4562-c8a8-4cb1-8b2c-87bb7729a475 triggered by entity DHCP. {{(pid=102631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 13:19:36.336585 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1365c3df-1ec6-428c-9f9b-d74ba488b0e3,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:36.336691 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5e3b1ad-0445-4008-bfe9-2d8215b08e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910749'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), provisioning_complete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:36.346356 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.346736 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.347063 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.347421 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.347746 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.348083 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.348449 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.348780 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.349112 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.349444 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.349784 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.350358 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.350682 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2fa2b-5404-42ee-a552-5db6bacc93f3 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:36.387854 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a027a6f-3df6-4a90-a7f8-bfbff6267346 req-6d94f7c4-c652-49ac-9756-6669777a66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:36.389994 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0a027a6f-3df6-4a90-a7f8-bfbff6267346 req-6d94f7c4-c652-49ac-9756-6669777a66c6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=140bbe9c-038c-4447-b6c0-f17f328717ec HTTP/1.1" status: 200 len: 915 time: 0.1358807 Jan 11 13:19:36.463660 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3b1ad-0445-4008-bfe9-2d8215b08e63 None None] Current status of the port d54b4562-c8a8-4cb1-8b2c-87bb7729a475 is: ACTIVE; New status is: ACTIVE {{(pid=102631) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 13:19:36.469250 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0a027a6f-3df6-4a90-a7f8-bfbff6267346 req-35041fea-8cc8-442f-baf9-61692c78946b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d54b4562-c8a8-4cb1-8b2c-87bb7729a475 HTTP/1.1" status: 200 len: 1002 time: 0.0719304 Jan 11 13:19:36.520170 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a027a6f-3df6-4a90-a7f8-bfbff6267346 req-4d6dc78c-c527-4bf0-b07f-e836fea14f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:36.521731 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0a027a6f-3df6-4a90-a7f8-bfbff6267346 req-4d6dc78c-c527-4bf0-b07f-e836fea14f9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c2811d1-a2b8-4bc4-85d7-37420d7441f1 HTTP/1.1" status: 200 len: 853 time: 0.0453117 Jan 11 13:19:36.568064 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a027a6f-3df6-4a90-a7f8-bfbff6267346 req-c2ceecd3-2530-4928-82fd-b0fd6061ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:36.569637 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0a027a6f-3df6-4a90-a7f8-bfbff6267346 req-c2ceecd3-2530-4928-82fd-b0fd6061ea2e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=140bbe9c-038c-4447-b6c0-f17f328717ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415614 Jan 11 13:19:36.627714 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:36.709316 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0a35855f-c742-4851-8d26-56e3d2fd8117 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Deleting port aac4715f-c3ed-4660-ac28-6322fbc99271 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:19:36.709966 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a35855f-c742-4851-8d26-56e3d2fd8117 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (aac4715f-c3ed-4660-ac28-6322fbc99271), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:36.789919 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a35855f-c742-4851-8d26-56e3d2fd8117 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (aac4715f-c3ed-4660-ac28-6322fbc99271), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:36.790160 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a35855f-c742-4851-8d26-56e3d2fd8117 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for floatingip (aac4715f-c3ed-4660-ac28-6322fbc99271), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:36.803065 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0a35855f-c742-4851-8d26-56e3d2fd8117 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Calling delete_port for aac4715f-c3ed-4660-ac28-6322fbc99271 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:19:36.895675 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0a027a6f-3df6-4a90-a7f8-bfbff6267346 req-65ecdefa-c985-48a6-a92c-2b98903a2f5d service neutron] 10.222.0.49 "GET /v2.0/networks/140bbe9c-038c-4447-b6c0-f17f328717ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181341 Jan 11 13:19:36.952030 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a35855f-c742-4851-8d26-56e3d2fd8117 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (aac4715f-c3ed-4660-ac28-6322fbc99271), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:36.976362 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35855f-c742-4851-8d26-56e3d2fd8117 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Pushing event deleted for resources: {'Port': ['ID=aac4715f-c3ed-4660-ac28-6322fbc99271,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:36.988764 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-0a027a6f-3df6-4a90-a7f8-bfbff6267346 req-9ab5f121-481e-4750-b0cd-d7033b871431 service neutron] 10.222.0.49 "GET /v2.0/networks/140bbe9c-038c-4447-b6c0-f17f328717ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829444 Jan 11 13:19:37.041494 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a35855f-c742-4851-8d26-56e3d2fd8117 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks [] for floatingip (368863aa-dca7-4ce3-9893-4c23176886c3), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:37.041725 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [None req-0a35855f-c742-4851-8d26-56e3d2fd8117 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Floating IP 368863aa-dca7-4ce3-9893-4c23176886c3 disassociated (deleted). External IP: 172.27.0.224, port: d54b4562-c8a8-4cb1-8b2c-87bb7729a475. Jan 11 13:19:37.241059 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a35855f-c742-4851-8d26-56e3d2fd8117 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Router 51e3bce4-99dd-4e68-b835-a5683ffe7faa has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:19:37.345269 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a35855f-c742-4851-8d26-56e3d2fd8117 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:19:37.350151 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a35855f-c742-4851-8d26-56e3d2fd8117 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:37.354696 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241540e6-2691-4503-a66c-5d8872f15e56 None None] Sync routers for ids ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:19:37.363852 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241540e6-2691-4503-a66c-5d8872f15e56 None None] Routers {'51e3bce4-99dd-4e68-b835-a5683ffe7faa'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:19:37.364489 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-241540e6-2691-4503-a66c-5d8872f15e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:19:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:37.378369 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-0a35855f-c742-4851-8d26-56e3d2fd8117 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "DELETE /v2.0/floatingips/368863aa-dca7-4ce3-9893-4c23176886c3 HTTP/1.1" status: 204 len: 168 time: 1.0735202 Jan 11 13:19:37.469678 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-241540e6-2691-4503-a66c-5d8872f15e56 None None] Set router 51e3bce4-99dd-4e68-b835-a5683ffe7faa gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:19:37.668211 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-241540e6-2691-4503-a66c-5d8872f15e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'name': 'tempest-TestMinimumBasicScenario-162273655-router', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:34Z', 'updated_at': '2022-01-11T13:17:37Z', 'revision_number': 4, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'gw_port': {'id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:35Z', 'updated_at': '2022-01-11T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '14b6400a-16d4-4f29-9088-062b01c2cf38', 'name': '', 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'mac_address': 'fa:16:3e:c7:07:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:36Z', 'updated_at': '2022-01-11T13:17:41Z', 'revision_number': 5, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'subnets': [{'id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:37.694327 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241540e6-2691-4503-a66c-5d8872f15e56 None None] Checking router: 51e3bce4-99dd-4e68-b835-a5683ffe7faa for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:19:37.702487 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241540e6-2691-4503-a66c-5d8872f15e56 None None] Routers {'51e3bce4-99dd-4e68-b835-a5683ffe7faa'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:19:37.703088 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-241540e6-2691-4503-a66c-5d8872f15e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:19:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:37.805044 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-241540e6-2691-4503-a66c-5d8872f15e56 None None] Set router 51e3bce4-99dd-4e68-b835-a5683ffe7faa gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:19:38.000328 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-241540e6-2691-4503-a66c-5d8872f15e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'name': 'tempest-TestMinimumBasicScenario-162273655-router', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:34Z', 'updated_at': '2022-01-11T13:17:37Z', 'revision_number': 4, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'gw_port': {'id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:35Z', 'updated_at': '2022-01-11T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '14b6400a-16d4-4f29-9088-062b01c2cf38', 'name': '', 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'mac_address': 'fa:16:3e:c7:07:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:36Z', 'updated_at': '2022-01-11T13:17:41Z', 'revision_number': 5, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'subnets': [{'id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:38.025356 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241540e6-2691-4503-a66c-5d8872f15e56 None None] The sync data for ids ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'] in dv-cinder-824149-3-iscsi is: [{'id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'name': 'tempest-TestMinimumBasicScenario-162273655-router', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:34Z', 'updated_at': '2022-01-11T13:17:37Z', 'revision_number': 4, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'gw_port': {'id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:35Z', 'updated_at': '2022-01-11T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '14b6400a-16d4-4f29-9088-062b01c2cf38', 'name': '', 'network_id': '140bbe9c-038c-4447-b6c0-f17f328717ec', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'mac_address': 'fa:16:3e:c7:07:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:36Z', 'updated_at': '2022-01-11T13:17:41Z', 'revision_number': 5, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'subnets': [{'id': '0c2811d1-a2b8-4bc4-85d7-37420d7441f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:19:38.150319 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'tag': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:19:38.152715 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af0636eba1a291367581c8aec72d24749398756e80c769753eba00a549122f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810e0780-39eb-4f30-8723-5d848242f9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "f1df508a-dd2a-499e-8ebd-0640f5bf457b", "tag": "d54b4562-c8a8-4cb1-8b2c-87bb7729a475"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:19:38.192733 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ac3d34-677c-4b3c-893a-71fe760de969 x-openstack-request-id: req-b2ac3d34-677c-4b3c-893a-71fe760de969 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:19:38.193022 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1df508a-dd2a-499e-8ebd-0640f5bf457b", "tag": "d54b4562-c8a8-4cb1-8b2c-87bb7729a475", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:19:38.193294 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2ac3d34-677c-4b3c-893a-71fe760de969 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:19:38.193700 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'tag': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475', 'status': 'completed', 'code': 200} Jan 11 13:19:38.255664 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e0780-39eb-4f30-8723-5d848242f9fd req-6baa57ee-7e7a-4352-acf6-6a06748b0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:38.257173 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-810e0780-39eb-4f30-8723-5d848242f9fd req-6baa57ee-7e7a-4352-acf6-6a06748b0939 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dadc238a9fc3416b80f1f985437db163&device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 1099 time: 0.0412505 Jan 11 13:19:38.258001 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29299509-2c2c-4ed3-866c-1f233dd6c54f None None] New status for floating IP 368863aa-dca7-4ce3-9893-4c23176886c3: DOWN {{(pid=102632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 13:19:38.350496 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e0780-39eb-4f30-8723-5d848242f9fd req-f506b3ba-e11f-45fa-8c44-f1eec939da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:38.351502 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-810e0780-39eb-4f30-8723-5d848242f9fd req-f506b3ba-e11f-45fa-8c44-f1eec939da10 service neutron] 10.222.0.49 "GET /v2.0/networks?id=140bbe9c-038c-4447-b6c0-f17f328717ec HTTP/1.1" status: 200 len: 915 time: 0.0877407 Jan 11 13:19:38.392507 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-810e0780-39eb-4f30-8723-5d848242f9fd req-27948d91-048f-40ed-8b83-3a7c49151317 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d54b4562-c8a8-4cb1-8b2c-87bb7729a475 HTTP/1.1" status: 200 len: 217 time: 0.0343781 Jan 11 13:19:38.446247 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e0780-39eb-4f30-8723-5d848242f9fd req-8813f951-282d-49b1-9305-238d1edace2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:38.448267 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-810e0780-39eb-4f30-8723-5d848242f9fd req-8813f951-282d-49b1-9305-238d1edace2d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c2811d1-a2b8-4bc4-85d7-37420d7441f1 HTTP/1.1" status: 200 len: 853 time: 0.0485237 Jan 11 13:19:38.495915 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e0780-39eb-4f30-8723-5d848242f9fd req-847f5efd-8048-47a0-9d03-512a4ace9f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:38.497416 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-810e0780-39eb-4f30-8723-5d848242f9fd req-847f5efd-8048-47a0-9d03-512a4ace9f00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=140bbe9c-038c-4447-b6c0-f17f328717ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419271 Jan 11 13:19:38.589614 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-810e0780-39eb-4f30-8723-5d848242f9fd req-28be98d8-5a9e-4ae7-9d19-d5b98b528ee4 service neutron] 10.222.0.49 "GET /v2.0/networks/140bbe9c-038c-4447-b6c0-f17f328717ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843821 Jan 11 13:19:38.681362 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-810e0780-39eb-4f30-8723-5d848242f9fd req-6749cd84-8bd9-446b-aa69-340c11dbe0c9 service neutron] 10.222.0.49 "GET /v2.0/networks/140bbe9c-038c-4447-b6c0-f17f328717ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816524 Jan 11 13:19:40.064073 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566677b-1098-479d-856f-52b62f1f9349 req-5e816766-ee55-46ee-88e3-ceecafdf7392 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:40.065590 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b566677b-1098-479d-856f-52b62f1f9349 req-5e816766-ee55-46ee-88e3-ceecafdf7392 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 946 time: 0.0524147 Jan 11 13:19:40.110898 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-b566677b-1098-479d-856f-52b62f1f9349 req-af3cb065-ddb4-4fb4-8ac4-b781c8973a5d tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396810 Jan 11 13:19:41.224219 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95650347-71f5-44b5-a0ed-f8a5ebdf6f24 req-aeca7092-c766-480f-a470-cc3f83ea1da4 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:41.225983 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-95650347-71f5-44b5-a0ed-f8a5ebdf6f24 req-aeca7092-c766-480f-a470-cc3f83ea1da4 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 946 time: 0.0477591 Jan 11 13:19:41.271078 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-95650347-71f5-44b5-a0ed-f8a5ebdf6f24 req-21e6bcd4-fa52-43e9-badb-0478b0e25987 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397253 Jan 11 13:19:42.042750 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b75179-bdb1-41c2-a5a8-d6a2cd4e3b63 req-f426047c-ccc5-4c63-bd4b-34371ede9b79 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:42.044199 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a6b75179-bdb1-41c2-a5a8-d6a2cd4e3b63 req-f426047c-ccc5-4c63-bd4b-34371ede9b79 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 946 time: 0.0476906 Jan 11 13:19:42.139293 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-a6b75179-bdb1-41c2-a5a8-d6a2cd4e3b63 req-e2ade35b-41a4-43d8-835a-e7b67dd1aac7 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Deleting port d54b4562-c8a8-4cb1-8b2c-87bb7729a475 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:19:42.139634 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a6b75179-bdb1-41c2-a5a8-d6a2cd4e3b63 req-e2ade35b-41a4-43d8-835a-e7b67dd1aac7 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:42.224048 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-a6b75179-bdb1-41c2-a5a8-d6a2cd4e3b63 req-e2ade35b-41a4-43d8-835a-e7b67dd1aac7 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] For port d54b4562-c8a8-4cb1-8b2c-87bb7729a475, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=d54b4562-c8a8-4cb1-8b2c-87bb7729a475,segment=NetworkSegment(c91823ae-ab2a-498e-9b15-b3b5ac4d70e9),segment_id=c91823ae-ab2a-498e-9b15-b3b5ac4d70e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:19:42.224446 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a6b75179-bdb1-41c2-a5a8-d6a2cd4e3b63 req-e2ade35b-41a4-43d8-835a-e7b67dd1aac7 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:42.239952 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-a6b75179-bdb1-41c2-a5a8-d6a2cd4e3b63 req-e2ade35b-41a4-43d8-835a-e7b67dd1aac7 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Calling delete_port for d54b4562-c8a8-4cb1-8b2c-87bb7729a475 owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:19:42.364323 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a6b75179-bdb1-41c2-a5a8-d6a2cd4e3b63 req-e2ade35b-41a4-43d8-835a-e7b67dd1aac7 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (d54b4562-c8a8-4cb1-8b2c-87bb7729a475), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:42.379960 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7996b383-988e-464b-a5f3-33715719df32 None None] get_ports_and_sgs() called for port_ids ['d54b4562-c8a8-4cb1-8b2c-87bb7729a475'] {{(pid=102631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 13:19:42.385805 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd4be8-aa69-44fe-9bb1-ed2053bfcc11 req-d843f563-9842-49df-a4a1-49e11902bf53 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:42.387413 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d9cd4be8-aa69-44fe-9bb1-ed2053bfcc11 req-d843f563-9842-49df-a4a1-49e11902bf53 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1df508a-dd2a-499e-8ebd-0640f5bf457b HTTP/1.1" status: 200 len: 867 time: 0.0514743 Jan 11 13:19:42.390807 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ade35b-41a4-43d8-835a-e7b67dd1aac7 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Pushing event deleted for resources: {'Port': ['ID=d54b4562-c8a8-4cb1-8b2c-87bb7729a475,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:42.438447 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b75179-bdb1-41c2-a5a8-d6a2cd4e3b63 req-e2ade35b-41a4-43d8-835a-e7b67dd1aac7 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] No DVR routers for this DVR port d54b4562-c8a8-4cb1-8b2c-87bb7729a475 on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:19:42.440990 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-a6b75179-bdb1-41c2-a5a8-d6a2cd4e3b63 req-e2ade35b-41a4-43d8-835a-e7b67dd1aac7 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:42.444587 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-a6b75179-bdb1-41c2-a5a8-d6a2cd4e3b63 req-e2ade35b-41a4-43d8-835a-e7b67dd1aac7 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.49 "DELETE /v2.0/ports/d54b4562-c8a8-4cb1-8b2c-87bb7729a475 HTTP/1.1" status: 204 len: 173 time: 0.3924012 Jan 11 13:19:42.445033 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'name': 'network-vif-deleted', 'tag': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:19:42.446392 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-d9cd4be8-aa69-44fe-9bb1-ed2053bfcc11 req-b489123f-95c1-4c09-b083-7867810b0fa6 tempest-TestMinimumBasicScenario-1296676008 tempest-TestMinimumBasicScenario-1296676008-project] 10.222.0.52 "GET /v2.0/security-groups?id=c26fc837-51c2-4acf-8851-12592668be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513186 Jan 11 13:19:42.447259 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619e2ee7-5580-40b8-9708-ab7342331455" -d '{"events": [{"server_uuid": "f1df508a-dd2a-499e-8ebd-0640f5bf457b", "name": "network-vif-deleted", "tag": "d54b4562-c8a8-4cb1-8b2c-87bb7729a475"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:19:42.545969 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffa5eb4-1f82-4602-b70a-f788134ef534 x-openstack-request-id: req-6ffa5eb4-1f82-4602-b70a-f788134ef534 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:19:42.546266 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1df508a-dd2a-499e-8ebd-0640f5bf457b", "name": "network-vif-deleted", "tag": "d54b4562-c8a8-4cb1-8b2c-87bb7729a475", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:19:42.546522 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ffa5eb4-1f82-4602-b70a-f788134ef534 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:19:42.546918 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1df508a-dd2a-499e-8ebd-0640f5bf457b', 'name': 'network-vif-deleted', 'tag': 'd54b4562-c8a8-4cb1-8b2c-87bb7729a475', 'status': 'completed', 'code': 200} Jan 11 13:19:44.000737 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59528) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:19:44.401264 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c975dc9b-08e8-4214-8548-6da31c0c0379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7987925'] for router_interface (51e3bce4-99dd-4e68-b835-a5683ffe7faa), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:44.679888 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c975dc9b-08e8-4214-8548-6da31c0c0379 admin admin] Deleting port 14b6400a-16d4-4f29-9088-062b01c2cf38 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:19:44.680162 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c975dc9b-08e8-4214-8548-6da31c0c0379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:44.756279 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-c975dc9b-08e8-4214-8548-6da31c0c0379 admin admin] For port 14b6400a-16d4-4f29-9088-062b01c2cf38, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=14b6400a-16d4-4f29-9088-062b01c2cf38,segment=NetworkSegment(c91823ae-ab2a-498e-9b15-b3b5ac4d70e9),segment_id=c91823ae-ab2a-498e-9b15-b3b5ac4d70e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:19:44.756634 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c975dc9b-08e8-4214-8548-6da31c0c0379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:44.768683 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c975dc9b-08e8-4214-8548-6da31c0c0379 admin admin] Calling delete_port for 14b6400a-16d4-4f29-9088-062b01c2cf38 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:19:44.945551 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c975dc9b-08e8-4214-8548-6da31c0c0379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (14b6400a-16d4-4f29-9088-062b01c2cf38), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:44.971634 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975dc9b-08e8-4214-8548-6da31c0c0379 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b6400a-16d4-4f29-9088-062b01c2cf38,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:45.133145 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c975dc9b-08e8-4214-8548-6da31c0c0379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8104554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7987809'] for router_interface (51e3bce4-99dd-4e68-b835-a5683ffe7faa), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:45.337569 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c975dc9b-08e8-4214-8548-6da31c0c0379 admin admin] Router 51e3bce4-99dd-4e68-b835-a5683ffe7faa has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:19:45.442329 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c975dc9b-08e8-4214-8548-6da31c0c0379 admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:19:45.447641 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-c975dc9b-08e8-4214-8548-6da31c0c0379 admin admin] 10.222.0.52 "PUT /v2.0/routers/51e3bce4-99dd-4e68-b835-a5683ffe7faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4456010 Jan 11 13:19:45.449971 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59530) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:19:45.454263 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f583e-2163-4539-aff6-37f0a356564c None None] Sync routers for ids ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:19:45.463102 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408f583e-2163-4539-aff6-37f0a356564c None None] Routers {'51e3bce4-99dd-4e68-b835-a5683ffe7faa'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:19:45.463793 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-408f583e-2163-4539-aff6-37f0a356564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:19:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:45.554366 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2429f068-4fae-45ff-af2f-e4bf5628975d admin admin] Publish callbacks [] for router (51e3bce4-99dd-4e68-b835-a5683ffe7faa), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:45.660942 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2429f068-4fae-45ff-af2f-e4bf5628975d admin admin] Publish callbacks [] for router_gateway (51e3bce4-99dd-4e68-b835-a5683ffe7faa), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:45.697296 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-408f583e-2163-4539-aff6-37f0a356564c None None] Set router 51e3bce4-99dd-4e68-b835-a5683ffe7faa gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:19:45.712293 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2429f068-4fae-45ff-af2f-e4bf5628975d admin admin] Deleting port d12aecc2-17de-4e5c-9a19-e689cdd5418b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:19:45.712633 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2429f068-4fae-45ff-af2f-e4bf5628975d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (d12aecc2-17de-4e5c-9a19-e689cdd5418b), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:45.792593 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-2429f068-4fae-45ff-af2f-e4bf5628975d admin admin] For port d12aecc2-17de-4e5c-9a19-e689cdd5418b, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=d12aecc2-17de-4e5c-9a19-e689cdd5418b,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:19:45.792955 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2429f068-4fae-45ff-af2f-e4bf5628975d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (d12aecc2-17de-4e5c-9a19-e689cdd5418b), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:45.883435 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-408f583e-2163-4539-aff6-37f0a356564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'name': 'tempest-TestMinimumBasicScenario-162273655-router', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:34Z', 'updated_at': '2022-01-11T13:19:44Z', 'revision_number': 5, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'gw_port': {'id': 'd12aecc2-17de-4e5c-9a19-e689cdd5418b', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:35Z', 'updated_at': '2022-01-11T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:45.913086 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f583e-2163-4539-aff6-37f0a356564c None None] Checking router: 51e3bce4-99dd-4e68-b835-a5683ffe7faa for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:19:45.924028 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408f583e-2163-4539-aff6-37f0a356564c None None] Routers {'51e3bce4-99dd-4e68-b835-a5683ffe7faa'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:19:45.924702 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-408f583e-2163-4539-aff6-37f0a356564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:19:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:46.016764 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-408f583e-2163-4539-aff6-37f0a356564c None None] Set router 51e3bce4-99dd-4e68-b835-a5683ffe7faa gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:19:46.045338 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2429f068-4fae-45ff-af2f-e4bf5628975d admin admin] Calling delete_port for d12aecc2-17de-4e5c-9a19-e689cdd5418b owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:19:46.070918 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-408f583e-2163-4539-aff6-37f0a356564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'name': 'tempest-TestMinimumBasicScenario-162273655-router', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:34Z', 'updated_at': '2022-01-11T13:19:45Z', 'revision_number': 6, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'gw_port_host': None}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:46.097105 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f583e-2163-4539-aff6-37f0a356564c None None] The sync data for ids ['51e3bce4-99dd-4e68-b835-a5683ffe7faa'] in dv-cinder-824149-3-iscsi is: [{'id': '51e3bce4-99dd-4e68-b835-a5683ffe7faa', 'name': 'tempest-TestMinimumBasicScenario-162273655-router', 'tenant_id': 'dadc238a9fc3416b80f1f985437db163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:34Z', 'updated_at': '2022-01-11T13:19:45Z', 'revision_number': 6, 'project_id': 'dadc238a9fc3416b80f1f985437db163', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:19:46.206391 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2429f068-4fae-45ff-af2f-e4bf5628975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (d12aecc2-17de-4e5c-9a19-e689cdd5418b), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:46.230307 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429f068-4fae-45ff-af2f-e4bf5628975d admin admin] Pushing event deleted for resources: {'Port': ['ID=d12aecc2-17de-4e5c-9a19-e689cdd5418b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:46.288066 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2429f068-4fae-45ff-af2f-e4bf5628975d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7954051'] for router_gateway (51e3bce4-99dd-4e68-b835-a5683ffe7faa), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:46.389437 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2429f068-4fae-45ff-af2f-e4bf5628975d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7983370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5196'] for router (51e3bce4-99dd-4e68-b835-a5683ffe7faa), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:46.391377 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2429f068-4fae-45ff-af2f-e4bf5628975d admin admin] Publish callbacks [] for router_controller (51e3bce4-99dd-4e68-b835-a5683ffe7faa), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:46.457908 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2429f068-4fae-45ff-af2f-e4bf5628975d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7983475'] for router (51e3bce4-99dd-4e68-b835-a5683ffe7faa), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:46.458512 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2429f068-4fae-45ff-af2f-e4bf5628975d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51e3bce4-99dd-4e68-b835-a5683ffe7faa {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 13:19:46.464430 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2429f068-4fae-45ff-af2f-e4bf5628975d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:46.465881 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-2429f068-4fae-45ff-af2f-e4bf5628975d admin admin] 10.222.0.52 "DELETE /v2.0/routers/51e3bce4-99dd-4e68-b835-a5683ffe7faa HTTP/1.1" status: 204 len: 168 time: 1.0149901 Jan 11 13:19:46.468387 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59532) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:19:46.524023 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74ff2d5-e90b-4ac4-aafa-11dd59ccfb55 admin admin] Deleting subnet 0c2811d1-a2b8-4bc4-85d7-37420d7441f1 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 13:19:46.528691 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b74ff2d5-e90b-4ac4-aafa-11dd59ccfb55 admin admin] Publish callbacks [] for subnet (0c2811d1-a2b8-4bc4-85d7-37420d7441f1), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:46.560853 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 14b6400a-16d4-4f29-9088-062b01c2cf38 no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:19:46.566146 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b74ff2d5-e90b-4ac4-aafa-11dd59ccfb55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4699569'] for subnet (0c2811d1-a2b8-4bc4-85d7-37420d7441f1), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:46.582003 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: 14b6400a-16d4-4f29-9088-062b01c2cf38 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:19:46.582460 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 14b6400a-16d4-4f29-9088-062b01c2cf38 not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:19:46.674966 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b74ff2d5-e90b-4ac4-aafa-11dd59ccfb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905359'] for subnet (0c2811d1-a2b8-4bc4-85d7-37420d7441f1), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:46.729566 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b74ff2d5-e90b-4ac4-aafa-11dd59ccfb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5438415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4649914'] for subnet (0c2811d1-a2b8-4bc4-85d7-37420d7441f1), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:46.755430 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ff2d5-e90b-4ac4-aafa-11dd59ccfb55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c2811d1-a2b8-4bc4-85d7-37420d7441f1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:46.758800 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b74ff2d5-e90b-4ac4-aafa-11dd59ccfb55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:46.761932 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-b74ff2d5-e90b-4ac4-aafa-11dd59ccfb55 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0c2811d1-a2b8-4bc4-85d7-37420d7441f1 HTTP/1.1" status: 204 len: 168 time: 0.2926092 Jan 11 13:19:46.764487 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2956d97-81b2-48ad-96f4-023439123121 None None] Network 140bbe9c-038c-4447-b6c0-f17f328717ec requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:19:46.764967 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59534) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:19:46.837984 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762316'] for network (140bbe9c-038c-4447-b6c0-f17f328717ec), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:46.894421 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] Deleting port 4af8bb7c-bd45-4461-807e-a15991afafb9 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:19:46.894766 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (4af8bb7c-bd45-4461-807e-a15991afafb9), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:46.932081 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device d54b4562-c8a8-4cb1-8b2c-87bb7729a475 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:19:46.954432 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] DHCP port deletion for 140bbe9c-038c-4447-b6c0-f17f328717ec request from dv-cinder-824149-3-iscsi {{(pid=102631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 13:19:46.956314 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] For port 4af8bb7c-bd45-4461-807e-a15991afafb9, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=4af8bb7c-bd45-4461-807e-a15991afafb9,segment=NetworkSegment(c91823ae-ab2a-498e-9b15-b3b5ac4d70e9),segment_id=c91823ae-ab2a-498e-9b15-b3b5ac4d70e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:19:46.956785 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (4af8bb7c-bd45-4461-807e-a15991afafb9), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:46.957307 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: d54b4562-c8a8-4cb1-8b2c-87bb7729a475 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:19:46.957659 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device d54b4562-c8a8-4cb1-8b2c-87bb7729a475 not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:19:46.969295 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] Calling delete_port for 4af8bb7c-bd45-4461-807e-a15991afafb9 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:19:47.006344 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Deleting port 4af8bb7c-bd45-4461-807e-a15991afafb9 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:19:47.006726 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (4af8bb7c-bd45-4461-807e-a15991afafb9), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:47.049785 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (4af8bb7c-bd45-4461-807e-a15991afafb9), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:47.068357 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] For port 4af8bb7c-bd45-4461-807e-a15991afafb9, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=4af8bb7c-bd45-4461-807e-a15991afafb9,segment=NetworkSegment(c91823ae-ab2a-498e-9b15-b3b5ac4d70e9),segment_id=c91823ae-ab2a-498e-9b15-b3b5ac4d70e9)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:19:47.068760 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (4af8bb7c-bd45-4461-807e-a15991afafb9), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:47.072826 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=4af8bb7c-bd45-4461-807e-a15991afafb9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:47.078840 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] No DVR routers for this DVR port 4af8bb7c-bd45-4461-807e-a15991afafb9 on host dv-cinder-824149-3-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:19:47.083978 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Calling delete_port for 4af8bb7c-bd45-4461-807e-a15991afafb9 owned by network:dhcp {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:19:47.150798 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911386', 'neutron.services.segments.db._delete_segments_for_network-8779303588271'] for network (140bbe9c-038c-4447-b6c0-f17f328717ec), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:47.162653 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871'] for port (4af8bb7c-bd45-4461-807e-a15991afafb9), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:47.171402 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140bbe9c-038c-4447-b6c0-f17f328717ec']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:47.180484 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91823ae-ab2a-498e-9b15-b3b5ac4d70e9') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:47.180784 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91823ae-ab2a-498e-9b15-b3b5ac4d70e9') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:47.188970 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Pushing event deleted for resources: {'Port': ['ID=4af8bb7c-bd45-4461-807e-a15991afafb9,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:47.191972 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] No DVR routers for this DVR port 4af8bb7c-bd45-4461-807e-a15991afafb9 on host dv-cinder-824149-3-iscsi {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:19:47.192483 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779303593144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4699576'] for segment (c91823ae-ab2a-498e-9b15-b3b5ac4d70e9), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:47.198585 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:47.198939 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:47.199285 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:47.199628 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:47.199970 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:47.200330 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:47.200663 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:47.201562 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:47.201897 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:47.202230 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:47.202555 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:47.202884 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:47.203205 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424c434-0551-4e34-91fa-86df67dc6c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-3-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 13:19:47.206683 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (c91823ae-ab2a-498e-9b15-b3b5ac4d70e9), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:47.214722 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 13:19:47.215120 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5438377'] for segment (c91823ae-ab2a-498e-9b15-b3b5ac4d70e9), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: warnings.warn(msg) Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: Traceback (most recent call last): Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: timer() Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: cb(*args, **kw) Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: return func(*args, **kwargs) Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: self._notify() Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: self.callback(batched_events) Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: event.method(event) Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: return f(self, *a, **k) Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: return self._get(url).json() Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: return self.request(url, 'GET', **kwargs) Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 13:19:47.216832 dv-cinder-824149-3-iscsi neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 13:19:47.269383 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7954151'] for network (140bbe9c-038c-4447-b6c0-f17f328717ec), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:47.274429 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:47.277657 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] 10.222.0.52 "DELETE /v2.0/networks/140bbe9c-038c-4447-b6c0-f17f328717ec HTTP/1.1" status: 204 len: 168 time: 0.5117726 Jan 11 13:19:47.280759 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 59536) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:19:47.288066 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf727fc5-4f1a-4fa6-b012-4647848b9e55 admin admin] Pushing event deleted for resources: {'Network': ['ID=140bbe9c-038c-4447-b6c0-f17f328717ec,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:47.609544 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc03703a-ffa2-44ca-bf1b-10185485243b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7987925'] for router_interface (c48c1659-cd8d-44b6-aadf-b2225d5fe3c6), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:47.839341 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cc03703a-ffa2-44ca-bf1b-10185485243b admin admin] Deleting port fe77eaff-e57a-47f6-8140-044fe69343c1 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:19:47.839672 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc03703a-ffa2-44ca-bf1b-10185485243b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:47.917398 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-cc03703a-ffa2-44ca-bf1b-10185485243b admin admin] For port fe77eaff-e57a-47f6-8140-044fe69343c1, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=fe77eaff-e57a-47f6-8140-044fe69343c1,segment=NetworkSegment(a6c06638-da9a-416c-94be-64c5b69d58f0),segment_id=a6c06638-da9a-416c-94be-64c5b69d58f0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:19:47.917673 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc03703a-ffa2-44ca-bf1b-10185485243b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:47.930012 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cc03703a-ffa2-44ca-bf1b-10185485243b admin admin] Calling delete_port for fe77eaff-e57a-47f6-8140-044fe69343c1 owned by network:router_interface {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:19:48.103755 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc03703a-ffa2-44ca-bf1b-10185485243b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (fe77eaff-e57a-47f6-8140-044fe69343c1), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:48.132399 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03703a-ffa2-44ca-bf1b-10185485243b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe77eaff-e57a-47f6-8140-044fe69343c1,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:48.206280 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 4af8bb7c-bd45-4461-807e-a15991afafb9 no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:19:48.227661 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: 4af8bb7c-bd45-4461-807e-a15991afafb9 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:19:48.228305 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 4af8bb7c-bd45-4461-807e-a15991afafb9 not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:19:48.228747 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device d12aecc2-17de-4e5c-9a19-e689cdd5418b no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:19:48.248399 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: d12aecc2-17de-4e5c-9a19-e689cdd5418b {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:19:48.248792 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device d12aecc2-17de-4e5c-9a19-e689cdd5418b not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:19:48.292499 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc03703a-ffa2-44ca-bf1b-10185485243b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8104554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7987809'] for router_interface (c48c1659-cd8d-44b6-aadf-b2225d5fe3c6), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:48.453021 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59538) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:19:48.500700 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc03703a-ffa2-44ca-bf1b-10185485243b admin admin] Router c48c1659-cd8d-44b6-aadf-b2225d5fe3c6 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:19:48.606031 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc03703a-ffa2-44ca-bf1b-10185485243b admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:19:48.608725 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-1a7cee9c-d77e-4828-97fc-c1f5dbb2dae4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Deleting port 33c3bc34-9515-4a93-a36b-bfcbbe56e79c {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:19:48.609071 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a7cee9c-d77e-4828-97fc-c1f5dbb2dae4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (33c3bc34-9515-4a93-a36b-bfcbbe56e79c), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:48.614632 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-cc03703a-ffa2-44ca-bf1b-10185485243b admin admin] 10.222.0.52 "PUT /v2.0/routers/c48c1659-cd8d-44b6-aadf-b2225d5fe3c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3299062 Jan 11 13:19:48.614848 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59540) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:19:48.617199 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa3a228-3261-4ef3-af8c-b21de27bba80 None None] Sync routers for ids ['c48c1659-cd8d-44b6-aadf-b2225d5fe3c6'] in dv-cinder-824149-3-iscsi {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:19:48.626646 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa3a228-3261-4ef3-af8c-b21de27bba80 None None] Routers {'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:19:48.627252 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-3fa3a228-3261-4ef3-af8c-b21de27bba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:19:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['c48c1659-cd8d-44b6-aadf-b2225d5fe3c6'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:48.729541 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-3fa3a228-3261-4ef3-af8c-b21de27bba80 None None] Set router c48c1659-cd8d-44b6-aadf-b2225d5fe3c6 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:19:48.766947 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a7cee9c-d77e-4828-97fc-c1f5dbb2dae4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (33c3bc34-9515-4a93-a36b-bfcbbe56e79c), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:48.767279 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a7cee9c-d77e-4828-97fc-c1f5dbb2dae4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for floatingip (33c3bc34-9515-4a93-a36b-bfcbbe56e79c), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:48.778484 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd8a8-5a77-400d-8342-d97d56f1d881 admin admin] Publish callbacks [] for router (c48c1659-cd8d-44b6-aadf-b2225d5fe3c6), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:48.783425 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-1a7cee9c-d77e-4828-97fc-c1f5dbb2dae4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Calling delete_port for 33c3bc34-9515-4a93-a36b-bfcbbe56e79c owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:19:48.900412 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-3fa3a228-3261-4ef3-af8c-b21de27bba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'name': 'tempest-TestMinimumBasicScenario-1103168877-router', 'tenant_id': '68af46a486cf493ca352687b68b65dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd6fe7e45-2137-4709-b948-28a8e38c7b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:39Z', 'updated_at': '2022-01-11T13:19:48Z', 'revision_number': 5, 'project_id': '68af46a486cf493ca352687b68b65dfb', 'gw_port': {'id': 'd6fe7e45-2137-4709-b948-28a8e38c7b23', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:39Z', 'updated_at': '2022-01-11T13:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:48.926629 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa3a228-3261-4ef3-af8c-b21de27bba80 None None] Checking router: c48c1659-cd8d-44b6-aadf-b2225d5fe3c6 for host: dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:19:48.934702 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa3a228-3261-4ef3-af8c-b21de27bba80 None None] Routers {'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:19:48.935940 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-3fa3a228-3261-4ef3-af8c-b21de27bba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:19:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['c48c1659-cd8d-44b6-aadf-b2225d5fe3c6'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:48.938273 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd8a8-5a77-400d-8342-d97d56f1d881 admin admin] Publish callbacks [] for router_gateway (c48c1659-cd8d-44b6-aadf-b2225d5fe3c6), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:49.043775 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-aa2bd8a8-5a77-400d-8342-d97d56f1d881 admin admin] Deleting port d6fe7e45-2137-4709-b948-28a8e38c7b23 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:19:49.044064 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd8a8-5a77-400d-8342-d97d56f1d881 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (d6fe7e45-2137-4709-b948-28a8e38c7b23), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:49.047117 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a7cee9c-d77e-4828-97fc-c1f5dbb2dae4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (33c3bc34-9515-4a93-a36b-bfcbbe56e79c), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:49.122638 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cee9c-d77e-4828-97fc-c1f5dbb2dae4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event deleted for resources: {'Port': ['ID=33c3bc34-9515-4a93-a36b-bfcbbe56e79c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:49.126451 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-3fa3a228-3261-4ef3-af8c-b21de27bba80 None None] Set router c48c1659-cd8d-44b6-aadf-b2225d5fe3c6 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:19:49.194956 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a7cee9c-d77e-4828-97fc-c1f5dbb2dae4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for floatingip (5b871460-1038-494f-97d1-26595af788c9), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:49.195290 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.db.l3_db [None req-1a7cee9c-d77e-4828-97fc-c1f5dbb2dae4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Floating IP 5b871460-1038-494f-97d1-26595af788c9 disassociated (deleted). External IP: 172.27.0.188, port: 681b122e-3b42-4dd7-955f-001a2bc446a5. Jan 11 13:19:49.197965 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-aa2bd8a8-5a77-400d-8342-d97d56f1d881 admin admin] For port d6fe7e45-2137-4709-b948-28a8e38c7b23, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=d6fe7e45-2137-4709-b948-28a8e38c7b23,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:19:49.198312 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd8a8-5a77-400d-8342-d97d56f1d881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (d6fe7e45-2137-4709-b948-28a8e38c7b23), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:49.268398 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-aa2bd8a8-5a77-400d-8342-d97d56f1d881 admin admin] Calling delete_port for d6fe7e45-2137-4709-b948-28a8e38c7b23 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:19:49.305736 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-3fa3a228-3261-4ef3-af8c-b21de27bba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'name': 'tempest-TestMinimumBasicScenario-1103168877-router', 'tenant_id': '68af46a486cf493ca352687b68b65dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd6fe7e45-2137-4709-b948-28a8e38c7b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:39Z', 'updated_at': '2022-01-11T13:19:48Z', 'revision_number': 5, 'project_id': '68af46a486cf493ca352687b68b65dfb', 'gw_port': {'id': 'd6fe7e45-2137-4709-b948-28a8e38c7b23', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:39Z', 'updated_at': '2022-01-11T13:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:49.331544 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa3a228-3261-4ef3-af8c-b21de27bba80 None None] The sync data for ids ['c48c1659-cd8d-44b6-aadf-b2225d5fe3c6'] in dv-cinder-824149-3-iscsi is: [{'id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'name': 'tempest-TestMinimumBasicScenario-1103168877-router', 'tenant_id': '68af46a486cf493ca352687b68b65dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd6fe7e45-2137-4709-b948-28a8e38c7b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:17:39Z', 'updated_at': '2022-01-11T13:19:48Z', 'revision_number': 5, 'project_id': '68af46a486cf493ca352687b68b65dfb', 'gw_port': {'id': 'd6fe7e45-2137-4709-b948-28a8e38c7b23', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48c1659-cd8d-44b6-aadf-b2225d5fe3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:17:39Z', 'updated_at': '2022-01-11T13:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}] {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:19:49.538117 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7cee9c-d77e-4828-97fc-c1f5dbb2dae4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:19:49.541987 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd8a8-5a77-400d-8342-d97d56f1d881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (d6fe7e45-2137-4709-b948-28a8e38c7b23), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:49.572257 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bd8a8-5a77-400d-8342-d97d56f1d881 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6fe7e45-2137-4709-b948-28a8e38c7b23,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:49.706239 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd8a8-5a77-400d-8342-d97d56f1d881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7954051'] for router_gateway (c48c1659-cd8d-44b6-aadf-b2225d5fe3c6), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:49.804095 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd8a8-5a77-400d-8342-d97d56f1d881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7983370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5196'] for router (c48c1659-cd8d-44b6-aadf-b2225d5fe3c6), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:49.806392 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd8a8-5a77-400d-8342-d97d56f1d881 admin admin] Publish callbacks [] for router_controller (c48c1659-cd8d-44b6-aadf-b2225d5fe3c6), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:49.808445 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7cee9c-d77e-4828-97fc-c1f5dbb2dae4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:19:49.813513 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a7cee9c-d77e-4828-97fc-c1f5dbb2dae4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:49.818459 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05c2a4e-8e5a-4981-88a4-07324411f856 None None] Sync routers for ids ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:19:49.827992 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05c2a4e-8e5a-4981-88a4-07324411f856 None None] Routers {'5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:19:49.828626 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c05c2a4e-8e5a-4981-88a4-07324411f856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:19:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:49.943232 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-c05c2a4e-8e5a-4981-88a4-07324411f856 None None] Set router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:19:50.122202 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-1a7cee9c-d77e-4828-97fc-c1f5dbb2dae4 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "DELETE /v2.0/floatingips/5b871460-1038-494f-97d1-26595af788c9 HTTP/1.1" status: 204 len: 168 time: 1.6679204 Jan 11 13:19:50.122647 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7124da34-d28d-4126-ac8a-9d1dfab7f0ec', 'tag': '681b122e-3b42-4dd7-955f-001a2bc446a5'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:19:50.127120 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af0636eba1a291367581c8aec72d24749398756e80c769753eba00a549122f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4127b1c8-6ea7-46be-b230-5c6e5b9976b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7124da34-d28d-4126-ac8a-9d1dfab7f0ec", "tag": "681b122e-3b42-4dd7-955f-001a2bc446a5"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:19:50.132329 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd8a8-5a77-400d-8342-d97d56f1d881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7983475'] for router (c48c1659-cd8d-44b6-aadf-b2225d5fe3c6), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:50.132853 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2bd8a8-5a77-400d-8342-d97d56f1d881 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c48c1659-cd8d-44b6-aadf-b2225d5fe3c6 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 13:19:50.139590 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd8a8-5a77-400d-8342-d97d56f1d881 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:50.144311 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 59546) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:19:50.147547 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-aa2bd8a8-5a77-400d-8342-d97d56f1d881 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c48c1659-cd8d-44b6-aadf-b2225d5fe3c6 HTTP/1.1" status: 204 len: 168 time: 1.5316663 Jan 11 13:19:50.203172 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c05c2a4e-8e5a-4981-88a4-07324411f856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '0c93f4dd-97d8-4832-83a0-b783d168e988', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'port_id': '48831c0b-0a95-4bb6-9492-84503f0a7226', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'mac_address': 'fa:16:3e:15:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:15:44Z', 'updated_at': '2022-01-11T13:15:47Z', 'revision_number': 1, 'project_id': '73983d260517467dab770ff153eba8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:50.209581 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0996ccf6-88bc-408d-ae18-55534450e4ca x-openstack-request-id: req-0996ccf6-88bc-408d-ae18-55534450e4ca {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:19:50.209871 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7124da34-d28d-4126-ac8a-9d1dfab7f0ec", "tag": "681b122e-3b42-4dd7-955f-001a2bc446a5", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:19:50.210168 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0996ccf6-88bc-408d-ae18-55534450e4ca {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:19:50.210563 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7124da34-d28d-4126-ac8a-9d1dfab7f0ec', 'tag': '681b122e-3b42-4dd7-955f-001a2bc446a5', 'status': 'completed', 'code': 200} Jan 11 13:19:50.230283 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac86bd3-3bdf-4b58-9ec6-9d1327892a09 admin admin] Deleting subnet 76748c08-36eb-4eaf-a744-3c2319d55474 {{(pid=102630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 13:19:50.234423 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cac86bd3-3bdf-4b58-9ec6-9d1327892a09 admin admin] Publish callbacks [] for subnet (76748c08-36eb-4eaf-a744-3c2319d55474), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:50.249196 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05c2a4e-8e5a-4981-88a4-07324411f856 None None] Checking router: 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:19:50.259217 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05c2a4e-8e5a-4981-88a4-07324411f856 None None] Routers {'5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:19:50.260349 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c05c2a4e-8e5a-4981-88a4-07324411f856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:19:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:50.346559 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cac86bd3-3bdf-4b58-9ec6-9d1327892a09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476153'] for subnet (76748c08-36eb-4eaf-a744-3c2319d55474), precommit_delete_associations {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:50.370167 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device fe77eaff-e57a-47f6-8140-044fe69343c1 no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:19:50.398264 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127b1c8-6ea7-46be-b230-5c6e5b9976b7 req-e05123b6-538c-4d49-be89-55805118c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:50.398481 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: fe77eaff-e57a-47f6-8140-044fe69343c1 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:19:50.398600 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device fe77eaff-e57a-47f6-8140-044fe69343c1 not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:19:50.398710 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-4127b1c8-6ea7-46be-b230-5c6e5b9976b7 req-e05123b6-538c-4d49-be89-55805118c715 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73983d260517467dab770ff153eba8a9&device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 1098 time: 0.1308639 Jan 11 13:19:50.423944 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-c05c2a4e-8e5a-4981-88a4-07324411f856 None None] Set router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:19:50.430436 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f9ac8-de9b-472e-bf47-04de3f08f6ef req-52623dcf-acf5-4a2a-8fbe-5a0a3eb0f0f2 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:50.432249 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-695f9ac8-de9b-472e-bf47-04de3f08f6ef req-52623dcf-acf5-4a2a-8fbe-5a0a3eb0f0f2 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 945 time: 0.0658724 Jan 11 13:19:50.490788 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-695f9ac8-de9b-472e-bf47-04de3f08f6ef req-08dd09b1-397c-4c10-897b-5ad012a180c8 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519958 Jan 11 13:19:50.530961 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cac86bd3-3bdf-4b58-9ec6-9d1327892a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905359'] for subnet (76748c08-36eb-4eaf-a744-3c2319d55474), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:50.567793 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127b1c8-6ea7-46be-b230-5c6e5b9976b7 req-e420c4e9-514e-459f-a95e-e289dadcbe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:50.569277 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-4127b1c8-6ea7-46be-b230-5c6e5b9976b7 req-e420c4e9-514e-459f-a95e-e289dadcbe56 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca HTTP/1.1" status: 200 len: 912 time: 0.1626303 Jan 11 13:19:50.618985 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-4127b1c8-6ea7-46be-b230-5c6e5b9976b7 req-4cf0e475-c59c-49bb-b4b8-cdeff678db47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=681b122e-3b42-4dd7-955f-001a2bc446a5 HTTP/1.1" status: 200 len: 217 time: 0.0393176 Jan 11 13:19:50.627259 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cac86bd3-3bdf-4b58-9ec6-9d1327892a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4386099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203008'] for subnet (76748c08-36eb-4eaf-a744-3c2319d55474), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:50.663201 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c05c2a4e-8e5a-4981-88a4-07324411f856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '0c93f4dd-97d8-4832-83a0-b783d168e988', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'port_id': '48831c0b-0a95-4bb6-9492-84503f0a7226', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'mac_address': 'fa:16:3e:15:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:15:44Z', 'updated_at': '2022-01-11T13:15:47Z', 'revision_number': 1, 'project_id': '73983d260517467dab770ff153eba8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:50.681049 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cac86bd3-3bdf-4b58-9ec6-9d1327892a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:50.684138 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-cac86bd3-3bdf-4b58-9ec6-9d1327892a09 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/76748c08-36eb-4eaf-a744-3c2319d55474 HTTP/1.1" status: 204 len: 168 time: 0.5384648 Jan 11 13:19:50.687657 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59550) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:19:50.688138 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac86bd3-3bdf-4b58-9ec6-9d1327892a09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76748c08-36eb-4eaf-a744-3c2319d55474,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:50.691076 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f190251-95e7-4058-a616-3697c293ee32 None None] Network 8a2fa76f-9285-46fd-a845-bd7224ce500f requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:19:50.694744 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05c2a4e-8e5a-4981-88a4-07324411f856 None None] The sync data for ids ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'] in dv-cinder-824149-3-iscsi is: [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_floatingips': [{'id': '0c93f4dd-97d8-4832-83a0-b783d168e988', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'router_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'port_id': '48831c0b-0a95-4bb6-9492-84503f0a7226', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'mac_address': 'fa:16:3e:15:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T13:15:44Z', 'updated_at': '2022-01-11T13:15:47Z', 'revision_number': 1, 'project_id': '73983d260517467dab770ff153eba8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:19:50.707737 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127b1c8-6ea7-46be-b230-5c6e5b9976b7 req-903eea70-b854-46ee-ae06-e8d1d238d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:50.709083 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-4127b1c8-6ea7-46be-b230-5c6e5b9976b7 req-903eea70-b854-46ee-ae06-e8d1d238d87c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa84b08-0d99-43f5-874d-09b99bae3402 HTTP/1.1" status: 200 len: 850 time: 0.0788677 Jan 11 13:19:50.773338 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127b1c8-6ea7-46be-b230-5c6e5b9976b7 req-88131223-f6c5-4dc9-abed-93b28a027874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:50.775125 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-4127b1c8-6ea7-46be-b230-5c6e5b9976b7 req-88131223-f6c5-4dc9-abed-93b28a027874 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596077 Jan 11 13:19:50.792857 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762316'] for network (8a2fa76f-9285-46fd-a845-bd7224ce500f), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:50.853028 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] Deleting port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:19:50.853371 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (a79f751a-ed39-4bd4-ac2d-6d6e61949cbd), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:50.886871 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3a3c4e-0cd4-41ee-846b-eff48aa84319 None None] DHCP port deletion for 8a2fa76f-9285-46fd-a845-bd7224ce500f request from dv-cinder-824149-3-iscsi {{(pid=102631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 13:19:50.897371 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-4127b1c8-6ea7-46be-b230-5c6e5b9976b7 req-ae16325f-d3e9-4021-8ffc-9adf3800690e service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124403 Jan 11 13:19:50.923828 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] For port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=a79f751a-ed39-4bd4-ac2d-6d6e61949cbd,segment=NetworkSegment(a6c06638-da9a-416c-94be-64c5b69d58f0),segment_id=a6c06638-da9a-416c-94be-64c5b69d58f0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:19:50.924301 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (a79f751a-ed39-4bd4-ac2d-6d6e61949cbd), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:50.940405 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] Calling delete_port for a79f751a-ed39-4bd4-ac2d-6d6e61949cbd owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:19:50.949400 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a3c4e-0cd4-41ee-846b-eff48aa84319 None None] Deleting port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:19:50.949913 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3c4e-0cd4-41ee-846b-eff48aa84319 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (a79f751a-ed39-4bd4-ac2d-6d6e61949cbd), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:51.007223 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-4127b1c8-6ea7-46be-b230-5c6e5b9976b7 req-a23e1490-afad-404b-abf8-1cfdf7f8bc1e service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023777 Jan 11 13:19:51.022093 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-9c3a3c4e-0cd4-41ee-846b-eff48aa84319 None None] For port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=a79f751a-ed39-4bd4-ac2d-6d6e61949cbd,segment=NetworkSegment(a6c06638-da9a-416c-94be-64c5b69d58f0),segment_id=a6c06638-da9a-416c-94be-64c5b69d58f0)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:19:51.022738 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3c4e-0cd4-41ee-846b-eff48aa84319 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (a79f751a-ed39-4bd4-ac2d-6d6e61949cbd), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:51.037638 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a3c4e-0cd4-41ee-846b-eff48aa84319 None None] Calling delete_port for a79f751a-ed39-4bd4-ac2d-6d6e61949cbd owned by network:dhcp {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:19:51.049854 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132383e1-2e34-4c2b-bae3-f3a1ab9eadd3 None None] New status for floating IP 5b871460-1038-494f-97d1-26595af788c9: DOWN {{(pid=102632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 13:19:51.054381 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (a79f751a-ed39-4bd4-ac2d-6d6e61949cbd), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:51.081755 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] No DVR routers for this DVR port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd on host dv-cinder-824149-3-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:19:51.086870 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] Pushing event deleted for resources: {'Port': ['ID=a79f751a-ed39-4bd4-ac2d-6d6e61949cbd,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:51.128516 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3c4e-0cd4-41ee-846b-eff48aa84319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871'] for port (a79f751a-ed39-4bd4-ac2d-6d6e61949cbd), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:51.156750 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a3c4e-0cd4-41ee-846b-eff48aa84319 None None] Pushing event deleted for resources: {'Port': ['ID=a79f751a-ed39-4bd4-ac2d-6d6e61949cbd,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:51.158609 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a3c4e-0cd4-41ee-846b-eff48aa84319 None None] No DVR routers for this DVR port a79f751a-ed39-4bd4-ac2d-6d6e61949cbd on host dv-cinder-824149-3-iscsi {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:19:51.163032 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911386', 'neutron.services.segments.db._delete_segments_for_network-8779303588271'] for network (8a2fa76f-9285-46fd-a845-bd7224ce500f), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:51.184621 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2fa76f-9285-46fd-a845-bd7224ce500f']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:51.193982 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c06638-da9a-416c-94be-64c5b69d58f0') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:51.194278 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c06638-da9a-416c-94be-64c5b69d58f0') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:51.203933 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779303593144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4699576'] for segment (a6c06638-da9a-416c-94be-64c5b69d58f0), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:51.217040 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (a6c06638-da9a-416c-94be-64c5b69d58f0), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:51.222852 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 13:19:51.223253 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5438377'] for segment (a6c06638-da9a-416c-94be-64c5b69d58f0), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: Traceback (most recent call last): Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: timer() Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: cb(*args, **kw) Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: return func(*args, **kwargs) Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: self._notify() Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: self.callback(batched_events) Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: event.method(event) Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: return f(self, *a, **k) Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: return self._get(url).json() Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: return self.request(url, 'GET', **kwargs) Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 13:19:51.225351 dv-cinder-824149-3-iscsi neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 13:19:51.276299 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7954151'] for network (8a2fa76f-9285-46fd-a845-bd7224ce500f), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:51.282159 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:51.285393 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] 10.222.0.52 "DELETE /v2.0/networks/8a2fa76f-9285-46fd-a845-bd7224ce500f HTTP/1.1" status: 204 len: 168 time: 0.5960989 Jan 11 13:19:51.295873 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bec54-202d-4867-8de6-77de3847405a admin admin] Pushing event deleted for resources: {'Network': ['ID=8a2fa76f-9285-46fd-a845-bd7224ce500f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:51.436514 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59554) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:19:51.478364 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-e8d50d77-ea35-4f64-b242-6403fef2cc45 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dadc238a9fc3416b80f1f985437db163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406630 Jan 11 13:19:51.480780 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59556) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:19:51.526017 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-536924e9-d19a-4f77-ab92-f9b2866da40a admin admin] Publish callbacks [] for security_group (c26fc837-51c2-4acf-8851-12592668be5a), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:51.548213 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-536924e9-d19a-4f77-ab92-f9b2866da40a admin admin] Publish callbacks [] for security_group (c26fc837-51c2-4acf-8851-12592668be5a), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:51.621004 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45730d-e6c3-4895-9a58-475d5c6658a6 req-c360c32b-6ede-45cc-9cd7-00dc048f5027 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:51.622464 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2c45730d-e6c3-4895-9a58-475d5c6658a6 req-c360c32b-6ede-45cc-9cd7-00dc048f5027 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 945 time: 0.0597568 Jan 11 13:19:51.634673 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-536924e9-d19a-4f77-ab92-f9b2866da40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (c26fc837-51c2-4acf-8851-12592668be5a), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:51.637133 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-536924e9-d19a-4f77-ab92-f9b2866da40a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:51.638152 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-536924e9-d19a-4f77-ab92-f9b2866da40a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c26fc837-51c2-4acf-8851-12592668be5a HTTP/1.1" status: 204 len: 168 time: 0.1565142 Jan 11 13:19:51.655434 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536924e9-d19a-4f77-ab92-f9b2866da40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26fc837-51c2-4acf-8851-12592668be5a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:51.689867 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-2c45730d-e6c3-4895-9a58-475d5c6658a6 req-19aa86eb-4fd1-4f3b-a2bf-fd9b48831bb1 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610299 Jan 11 13:19:51.949623 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59564) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:19:51.991494 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-cef4441f-7302-4edb-a5c7-c6e7106de068 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=68af46a486cf493ca352687b68b65dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407329 Jan 11 13:19:51.993874 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59566) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:19:52.039099 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-58e4ff6d-3fa2-49df-8301-a96fbacc7185 admin admin] Publish callbacks [] for security_group (b3c3b12a-ed88-4e0d-8d0c-d61294ef2401), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:52.059541 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-58e4ff6d-3fa2-49df-8301-a96fbacc7185 admin admin] Publish callbacks [] for security_group (b3c3b12a-ed88-4e0d-8d0c-d61294ef2401), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:52.072667 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0cad4-6a80-49e2-9fae-07578e4ecaf6 req-d1f8c88d-3d1f-4109-bf18-84c081f510ff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:52.074116 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6ba0cad4-6a80-49e2-9fae-07578e4ecaf6 req-d1f8c88d-3d1f-4109-bf18-84c081f510ff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.49 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 945 time: 0.0470700 Jan 11 13:19:52.105724 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-58e4ff6d-3fa2-49df-8301-a96fbacc7185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (b3c3b12a-ed88-4e0d-8d0c-d61294ef2401), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:52.108512 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-58e4ff6d-3fa2-49df-8301-a96fbacc7185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:52.109672 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-58e4ff6d-3fa2-49df-8301-a96fbacc7185 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3c3b12a-ed88-4e0d-8d0c-d61294ef2401 HTTP/1.1" status: 204 len: 168 time: 0.1149197 Jan 11 13:19:52.117341 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4ff6d-3fa2-49df-8301-a96fbacc7185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c3b12a-ed88-4e0d-8d0c-d61294ef2401,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:52.178801 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-6ba0cad4-6a80-49e2-9fae-07578e4ecaf6 req-faf83b04-7dbb-4f82-b293-212ab938733d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Deleting port 681b122e-3b42-4dd7-955f-001a2bc446a5 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:19:52.179322 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-6ba0cad4-6a80-49e2-9fae-07578e4ecaf6 req-faf83b04-7dbb-4f82-b293-212ab938733d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (681b122e-3b42-4dd7-955f-001a2bc446a5), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:52.218711 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device a79f751a-ed39-4bd4-ac2d-6d6e61949cbd no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:19:52.239602 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: a79f751a-ed39-4bd4-ac2d-6d6e61949cbd {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:19:52.240044 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device a79f751a-ed39-4bd4-ac2d-6d6e61949cbd not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:19:52.240632 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device d6fe7e45-2137-4709-b948-28a8e38c7b23 no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:19:52.259963 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: d6fe7e45-2137-4709-b948-28a8e38c7b23 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:19:52.260443 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device d6fe7e45-2137-4709-b948-28a8e38c7b23 not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:19:52.269698 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-6ba0cad4-6a80-49e2-9fae-07578e4ecaf6 req-faf83b04-7dbb-4f82-b293-212ab938733d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] For port 681b122e-3b42-4dd7-955f-001a2bc446a5, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=681b122e-3b42-4dd7-955f-001a2bc446a5,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:19:52.270267 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-6ba0cad4-6a80-49e2-9fae-07578e4ecaf6 req-faf83b04-7dbb-4f82-b293-212ab938733d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (681b122e-3b42-4dd7-955f-001a2bc446a5), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:52.283421 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-6ba0cad4-6a80-49e2-9fae-07578e4ecaf6 req-faf83b04-7dbb-4f82-b293-212ab938733d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Calling delete_port for 681b122e-3b42-4dd7-955f-001a2bc446a5 owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:19:52.421897 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-6ba0cad4-6a80-49e2-9fae-07578e4ecaf6 req-faf83b04-7dbb-4f82-b293-212ab938733d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (681b122e-3b42-4dd7-955f-001a2bc446a5), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:52.451842 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf83b04-7dbb-4f82-b293-212ab938733d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event deleted for resources: {'Port': ['ID=681b122e-3b42-4dd7-955f-001a2bc446a5,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:52.500765 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba0cad4-6a80-49e2-9fae-07578e4ecaf6 req-faf83b04-7dbb-4f82-b293-212ab938733d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] No DVR routers for this DVR port 681b122e-3b42-4dd7-955f-001a2bc446a5 on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:19:52.503283 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-6ba0cad4-6a80-49e2-9fae-07578e4ecaf6 req-faf83b04-7dbb-4f82-b293-212ab938733d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:52.506683 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-6ba0cad4-6a80-49e2-9fae-07578e4ecaf6 req-faf83b04-7dbb-4f82-b293-212ab938733d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.49 "DELETE /v2.0/ports/681b122e-3b42-4dd7-955f-001a2bc446a5 HTTP/1.1" status: 204 len: 173 time: 0.4248593 Jan 11 13:19:52.507178 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7124da34-d28d-4126-ac8a-9d1dfab7f0ec', 'name': 'network-vif-deleted', 'tag': '681b122e-3b42-4dd7-955f-001a2bc446a5'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:19:52.509495 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53034e91-5a61-42c0-92ab-da4c30f3ad66" -d '{"events": [{"server_uuid": "7124da34-d28d-4126-ac8a-9d1dfab7f0ec", "name": "network-vif-deleted", "tag": "681b122e-3b42-4dd7-955f-001a2bc446a5"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:19:52.551049 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1442beb1-26f7-471a-83b1-d2c95073dcce x-openstack-request-id: req-1442beb1-26f7-471a-83b1-d2c95073dcce {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:19:52.551370 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7124da34-d28d-4126-ac8a-9d1dfab7f0ec", "name": "network-vif-deleted", "tag": "681b122e-3b42-4dd7-955f-001a2bc446a5", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:19:52.551693 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1442beb1-26f7-471a-83b1-d2c95073dcce {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:19:52.552100 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7124da34-d28d-4126-ac8a-9d1dfab7f0ec', 'name': 'network-vif-deleted', 'tag': '681b122e-3b42-4dd7-955f-001a2bc446a5', 'status': 'completed', 'code': 200} Jan 11 13:19:52.784514 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-8fe1875c-d569-4149-8af3-9c01c16c39a8 req-c7f4c9aa-ddc5-4d7c-acaa-490b6a432357 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=7124da34-d28d-4126-ac8a-9d1dfab7f0ec HTTP/1.1" status: 200 len: 210 time: 0.0271702 Jan 11 13:19:54.962253 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 681b122e-3b42-4dd7-955f-001a2bc446a5 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:19:54.982645 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: 681b122e-3b42-4dd7-955f-001a2bc446a5 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:19:54.982986 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 681b122e-3b42-4dd7-955f-001a2bc446a5 not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:19:56.051454 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 59588) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:19:56.203138 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e39fe077-8d79-4ed4-8c1c-a3792c7bedff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Deleting port c7b7eec6-4bc4-4898-a7ce-2e317a7fc605 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:19:56.203572 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e39fe077-8d79-4ed4-8c1c-a3792c7bedff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (c7b7eec6-4bc4-4898-a7ce-2e317a7fc605), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:56.275461 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e39fe077-8d79-4ed4-8c1c-a3792c7bedff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (c7b7eec6-4bc4-4898-a7ce-2e317a7fc605), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:56.275787 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e39fe077-8d79-4ed4-8c1c-a3792c7bedff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for floatingip (c7b7eec6-4bc4-4898-a7ce-2e317a7fc605), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:56.287651 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e39fe077-8d79-4ed4-8c1c-a3792c7bedff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Calling delete_port for c7b7eec6-4bc4-4898-a7ce-2e317a7fc605 owned by network:floatingip {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:19:56.450305 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e39fe077-8d79-4ed4-8c1c-a3792c7bedff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (c7b7eec6-4bc4-4898-a7ce-2e317a7fc605), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:56.706925 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fe077-8d79-4ed4-8c1c-a3792c7bedff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event deleted for resources: {'Port': ['ID=c7b7eec6-4bc4-4898-a7ce-2e317a7fc605,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:56.764018 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e39fe077-8d79-4ed4-8c1c-a3792c7bedff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for floatingip (0c93f4dd-97d8-4832-83a0-b783d168e988), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:56.764446 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.db.l3_db [None req-e39fe077-8d79-4ed4-8c1c-a3792c7bedff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Floating IP 0c93f4dd-97d8-4832-83a0-b783d168e988 disassociated (deleted). External IP: 172.27.0.137, port: 48831c0b-0a95-4bb6-9492-84503f0a7226. Jan 11 13:19:56.961193 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39fe077-8d79-4ed4-8c1c-a3792c7bedff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:19:57.064019 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39fe077-8d79-4ed4-8c1c-a3792c7bedff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:19:57.068741 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e39fe077-8d79-4ed4-8c1c-a3792c7bedff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:57.073581 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b8415-fa17-4888-9b4b-cc258da03ed4 None None] Sync routers for ids ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:19:57.083771 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b8415-fa17-4888-9b4b-cc258da03ed4 None None] Routers {'5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:19:57.084414 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1c8b8415-fa17-4888-9b4b-cc258da03ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:19:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:57.095343 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-e39fe077-8d79-4ed4-8c1c-a3792c7bedff tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "DELETE /v2.0/floatingips/0c93f4dd-97d8-4832-83a0-b783d168e988 HTTP/1.1" status: 204 len: 168 time: 1.0428314 Jan 11 13:19:57.095947 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'tag': '48831c0b-0a95-4bb6-9492-84503f0a7226'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:19:57.098231 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4041592-0f51-4744-9319-c57e2656b788" -d '{"events": [{"name": "network-changed", "server_uuid": "0734d8b7-bac9-474f-a65d-19ee80c6f7b3", "tag": "48831c0b-0a95-4bb6-9492-84503f0a7226"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:19:57.136695 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 13:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ba7079-50e2-4cc3-9c77-20c85edfeb29 x-openstack-request-id: req-c1ba7079-50e2-4cc3-9c77-20c85edfeb29 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:19:57.136987 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0734d8b7-bac9-474f-a65d-19ee80c6f7b3", "tag": "48831c0b-0a95-4bb6-9492-84503f0a7226", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:19:57.137526 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1ba7079-50e2-4cc3-9c77-20c85edfeb29 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:19:57.138084 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'tag': '48831c0b-0a95-4bb6-9492-84503f0a7226', 'status': 'completed', 'code': 200} Jan 11 13:19:57.214894 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4041592-0f51-4744-9319-c57e2656b788 req-cc376c9c-c045-4054-9fb7-3675c4c4d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:57.216402 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d4041592-0f51-4744-9319-c57e2656b788 req-cc376c9c-c045-4054-9fb7-3675c4c4d1ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73983d260517467dab770ff153eba8a9&device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 1098 time: 0.0463808 Jan 11 13:19:57.323349 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4041592-0f51-4744-9319-c57e2656b788 req-01b75404-66e7-4321-bc4e-de5d6f059232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:57.324860 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d4041592-0f51-4744-9319-c57e2656b788 req-01b75404-66e7-4321-bc4e-de5d6f059232 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca HTTP/1.1" status: 200 len: 912 time: 0.0947566 Jan 11 13:19:57.337679 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bd717-7c02-4e81-97cb-fe21f826b6dc req-74e323bb-1600-4315-8320-08858f08d33f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:57.339230 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f46bd717-7c02-4e81-97cb-fe21f826b6dc req-74e323bb-1600-4315-8320-08858f08d33f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 945 time: 0.0559845 Jan 11 13:19:57.341707 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-1c8b8415-fa17-4888-9b4b-cc258da03ed4 None None] Set router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:19:57.372015 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d4041592-0f51-4744-9319-c57e2656b788 req-93090912-b06a-4da5-9599-1982776101e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48831c0b-0a95-4bb6-9492-84503f0a7226 HTTP/1.1" status: 200 len: 217 time: 0.0401652 Jan 11 13:19:57.393715 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-f46bd717-7c02-4e81-97cb-fe21f826b6dc req-9543ffda-ff93-4e68-a0f9-87b461c4f33f tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479360 Jan 11 13:19:57.425223 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4041592-0f51-4744-9319-c57e2656b788 req-fd845679-b6f5-4860-a312-1c261be8770a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:57.426783 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d4041592-0f51-4744-9319-c57e2656b788 req-fd845679-b6f5-4860-a312-1c261be8770a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0fa84b08-0d99-43f5-874d-09b99bae3402 HTTP/1.1" status: 200 len: 850 time: 0.0481079 Jan 11 13:19:57.472701 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4041592-0f51-4744-9319-c57e2656b788 req-afb361fd-2d09-4d59-ad78-977b073dcc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:57.474102 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d4041592-0f51-4744-9319-c57e2656b788 req-afb361fd-2d09-4d59-ad78-977b073dcc73 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd962c64-7dca-4f4f-b8a2-339a98bd73ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402155 Jan 11 13:19:57.539749 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1c8b8415-fa17-4888-9b4b-cc258da03ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:57.560556 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d4041592-0f51-4744-9319-c57e2656b788 req-f6d603e6-d858-4929-8776-5bc0e655d0f3 service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789740 Jan 11 13:19:57.565217 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b8415-fa17-4888-9b4b-cc258da03ed4 None None] Checking router: 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:19:57.573198 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b8415-fa17-4888-9b4b-cc258da03ed4 None None] Routers {'5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:19:57.573796 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1c8b8415-fa17-4888-9b4b-cc258da03ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:19:33Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:57.653096 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-d4041592-0f51-4744-9319-c57e2656b788 req-22846696-693d-4019-a04b-3d01c2cb2e84 service neutron] 10.222.0.49 "GET /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840261 Jan 11 13:19:57.676397 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-1c8b8415-fa17-4888-9b4b-cc258da03ed4 None None] Set router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:19:57.867771 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1c8b8415-fa17-4888-9b4b-cc258da03ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:19:57.892932 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b8415-fa17-4888-9b4b-cc258da03ed4 None None] The sync data for ids ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'] in dv-cinder-824149-3-iscsi is: [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:12:30Z', 'revision_number': 4, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi', '_interfaces': [{'id': '2d85050e-c55b-4cfe-b6ff-3eba91379d8c', 'name': '', 'network_id': 'fd962c64-7dca-4f4f-b8a2-339a98bd73ca', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:30Z', 'updated_at': '2022-01-11T13:12:35Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'subnets': [{'id': '0fa84b08-0d99-43f5-874d-09b99bae3402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:19:58.114559 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eff444-99e7-430d-8dc5-f594aee1e726 None None] New status for floating IP 0c93f4dd-97d8-4832-83a0-b783d168e988: DOWN {{(pid=102632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 13:19:58.506685 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581052f9-f1ba-46ef-9249-c9202b5a0cfc req-e48d56df-64bf-4c2b-9b6f-08a138f1ed1b tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:58.508131 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-581052f9-f1ba-46ef-9249-c9202b5a0cfc req-e48d56df-64bf-4c2b-9b6f-08a138f1ed1b tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 945 time: 0.0473616 Jan 11 13:19:58.556604 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-581052f9-f1ba-46ef-9249-c9202b5a0cfc req-59b22659-d778-4659-9c22-f12935c97e0a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/security-groups?id=6770b916-fe91-445a-bb5e-b6f8dbc35a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431108 Jan 11 13:19:58.969446 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22af18-fb47-40fd-b7ab-de4562af8e7d req-fe487373-7ec0-4a7c-8aaa-4af7845a5c3d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 13:19:58.970864 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-1e22af18-fb47-40fd-b7ab-de4562af8e7d req-fe487373-7ec0-4a7c-8aaa-4af7845a5c3d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.49 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 945 time: 0.0469811 Jan 11 13:19:59.062271 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-1e22af18-fb47-40fd-b7ab-de4562af8e7d req-f5eecaaf-0c89-48fc-a99e-067ca87f2c4d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Deleting port 48831c0b-0a95-4bb6-9492-84503f0a7226 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:19:59.062611 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-1e22af18-fb47-40fd-b7ab-de4562af8e7d req-f5eecaaf-0c89-48fc-a99e-067ca87f2c4d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (48831c0b-0a95-4bb6-9492-84503f0a7226), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:59.147048 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [req-1e22af18-fb47-40fd-b7ab-de4562af8e7d req-f5eecaaf-0c89-48fc-a99e-067ca87f2c4d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] For port 48831c0b-0a95-4bb6-9492-84503f0a7226, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=48831c0b-0a95-4bb6-9492-84503f0a7226,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:19:59.147412 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-1e22af18-fb47-40fd-b7ab-de4562af8e7d req-f5eecaaf-0c89-48fc-a99e-067ca87f2c4d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (48831c0b-0a95-4bb6-9492-84503f0a7226), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:59.159280 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [req-1e22af18-fb47-40fd-b7ab-de4562af8e7d req-f5eecaaf-0c89-48fc-a99e-067ca87f2c4d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Calling delete_port for 48831c0b-0a95-4bb6-9492-84503f0a7226 owned by compute:nova {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:19:59.285618 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-1e22af18-fb47-40fd-b7ab-de4562af8e7d req-f5eecaaf-0c89-48fc-a99e-067ca87f2c4d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (48831c0b-0a95-4bb6-9492-84503f0a7226), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:59.319092 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eecaaf-0c89-48fc-a99e-067ca87f2c4d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event deleted for resources: {'Port': ['ID=48831c0b-0a95-4bb6-9492-84503f0a7226,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:19:59.352870 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e22af18-fb47-40fd-b7ab-de4562af8e7d req-f5eecaaf-0c89-48fc-a99e-067ca87f2c4d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] No DVR routers for this DVR port 48831c0b-0a95-4bb6-9492-84503f0a7226 on host hv-cinder-82414 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:19:59.355225 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [req-1e22af18-fb47-40fd-b7ab-de4562af8e7d req-f5eecaaf-0c89-48fc-a99e-067ca87f2c4d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for port (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:19:59.358533 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [req-1e22af18-fb47-40fd-b7ab-de4562af8e7d req-f5eecaaf-0c89-48fc-a99e-067ca87f2c4d tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.49 "DELETE /v2.0/ports/48831c0b-0a95-4bb6-9492-84503f0a7226 HTTP/1.1" status: 204 len: 173 time: 0.3789358 Jan 11 13:19:59.358965 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'name': 'network-vif-deleted', 'tag': '48831c0b-0a95-4bb6-9492-84503f0a7226'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 13:19:59.361195 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c361128af284218baf07c0c935a907dc02c54d285ee222f85a72169512b7be55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c91314f-4b84-4872-b9a2-245848540fbc" -d '{"events": [{"server_uuid": "0734d8b7-bac9-474f-a65d-19ee80c6f7b3", "name": "network-vif-deleted", "tag": "48831c0b-0a95-4bb6-9492-84503f0a7226"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 13:19:59.398430 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 13:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827e8759-d034-4c44-8a82-b0d5d6939f1f x-openstack-request-id: req-827e8759-d034-4c44-8a82-b0d5d6939f1f {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 13:19:59.398730 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0734d8b7-bac9-474f-a65d-19ee80c6f7b3", "name": "network-vif-deleted", "tag": "48831c0b-0a95-4bb6-9492-84503f0a7226", "status": "completed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 13:19:59.398992 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-827e8759-d034-4c44-8a82-b0d5d6939f1f {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 13:19:59.399395 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0734d8b7-bac9-474f-a65d-19ee80c6f7b3', 'name': 'network-vif-deleted', 'tag': '48831c0b-0a95-4bb6-9492-84503f0a7226', 'status': 'completed', 'code': 200} Jan 11 13:19:59.652812 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [req-68d5e6bd-2277-443a-825b-5a403b05780c req-1736cc87-1fa7-4dd9-b068-7dd2180e745a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0734d8b7-bac9-474f-a65d-19ee80c6f7b3 HTTP/1.1" status: 200 len: 210 time: 0.0274165 Jan 11 13:20:00.579804 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ea630c93-f35d-4fc3-95b1-d61045aaa7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:00.708835 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 59604) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:20:00.832678 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9a6dde97-9576-4596-8261-a2eebb8eae6a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Deleting port 8251846a-b96a-4653-a109-c977a5d26732 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:20:00.832941 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9a6dde97-9576-4596-8261-a2eebb8eae6a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (8251846a-b96a-4653-a109-c977a5d26732), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:00.906036 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9a6dde97-9576-4596-8261-a2eebb8eae6a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (8251846a-b96a-4653-a109-c977a5d26732), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:00.906362 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9a6dde97-9576-4596-8261-a2eebb8eae6a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for floatingip (8251846a-b96a-4653-a109-c977a5d26732), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:00.917419 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9a6dde97-9576-4596-8261-a2eebb8eae6a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Calling delete_port for 8251846a-b96a-4653-a109-c977a5d26732 owned by network:floatingip {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:20:01.044439 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9a6dde97-9576-4596-8261-a2eebb8eae6a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (8251846a-b96a-4653-a109-c977a5d26732), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:01.072918 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6dde97-9576-4596-8261-a2eebb8eae6a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event deleted for resources: {'Port': ['ID=8251846a-b96a-4653-a109-c977a5d26732,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:20:01.128039 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9a6dde97-9576-4596-8261-a2eebb8eae6a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for floatingip (ee48a8b3-4394-4173-8efd-fede738b21a2), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:01.130641 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9a6dde97-9576-4596-8261-a2eebb8eae6a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97326'] for floatingip (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:01.132012 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-9a6dde97-9576-4596-8261-a2eebb8eae6a tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "DELETE /v2.0/floatingips/ee48a8b3-4394-4173-8efd-fede738b21a2 HTTP/1.1" status: 204 len: 168 time: 0.4220080 Jan 11 13:20:02.313890 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 59616) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:20:02.370912 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d675e979-4931-46b1-b561-9b5e399aa581 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group (6770b916-fe91-445a-bb5e-b6f8dbc35a2b), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:02.395540 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d675e979-4931-46b1-b561-9b5e399aa581 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group (6770b916-fe91-445a-bb5e-b6f8dbc35a2b), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:02.451286 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d675e979-4931-46b1-b561-9b5e399aa581 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (6770b916-fe91-445a-bb5e-b6f8dbc35a2b), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:02.454591 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d675e979-4931-46b1-b561-9b5e399aa581 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Publish callbacks [] for security_group (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:02.455735 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-d675e979-4931-46b1-b561-9b5e399aa581 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] 10.222.0.52 "DELETE /v2.0/security-groups/6770b916-fe91-445a-bb5e-b6f8dbc35a2b HTTP/1.1" status: 204 len: 168 time: 0.1408527 Jan 11 13:20:02.464550 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675e979-4931-46b1-b561-9b5e399aa581 tempest-TestVolumeBootPattern-337664452 tempest-TestVolumeBootPattern-337664452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6770b916-fe91-445a-bb5e-b6f8dbc35a2b,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:20:02.509609 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59620) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:20:02.613660 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-62f112a7-0853-43c6-89c8-dde92b096ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:02.977398 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 48831c0b-0a95-4bb6-9492-84503f0a7226 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:20:03.000221 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7996b383-988e-464b-a5f3-33715719df32 None None] No Port match for: 48831c0b-0a95-4bb6-9492-84503f0a7226 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:20:03.000567 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Device 48831c0b-0a95-4bb6-9492-84503f0a7226 not bound to the agent host hv-cinder-82414 {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:20:03.032038 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9c67185e-9b7b-49ea-80ea-3ab8b9ad1ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7987925'] for router_interface (5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:03.270332 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-9c67185e-9b7b-49ea-80ea-3ab8b9ad1ecd admin admin] Deleting port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:20:03.270564 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9c67185e-9b7b-49ea-80ea-3ab8b9ad1ecd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:03.344378 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-9c67185e-9b7b-49ea-80ea-3ab8b9ad1ecd admin admin] For port 2d85050e-c55b-4cfe-b6ff-3eba91379d8c, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=2d85050e-c55b-4cfe-b6ff-3eba91379d8c,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:20:03.344732 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9c67185e-9b7b-49ea-80ea-3ab8b9ad1ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:03.356779 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-9c67185e-9b7b-49ea-80ea-3ab8b9ad1ecd admin admin] Calling delete_port for 2d85050e-c55b-4cfe-b6ff-3eba91379d8c owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:20:03.528190 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9c67185e-9b7b-49ea-80ea-3ab8b9ad1ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (2d85050e-c55b-4cfe-b6ff-3eba91379d8c), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:03.553489 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67185e-9b7b-49ea-80ea-3ab8b9ad1ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=2d85050e-c55b-4cfe-b6ff-3eba91379d8c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:20:03.714906 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9c67185e-9b7b-49ea-80ea-3ab8b9ad1ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8104554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7987809'] for router_interface (5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:03.920255 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c67185e-9b7b-49ea-80ea-3ab8b9ad1ecd admin admin] Router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:20:03.985342 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:04.019720 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c67185e-9b7b-49ea-80ea-3ab8b9ad1ecd admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:20:04.024848 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-9c67185e-9b7b-49ea-80ea-3ab8b9ad1ecd admin admin] 10.222.0.52 "PUT /v2.0/routers/5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5141485 Jan 11 13:20:04.027390 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 59624) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:20:04.029798 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ea2e84-6722-49ba-a5ad-8313cb280e40 None None] Sync routers for ids ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'] in dv-cinder-824149-3-iscsi {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:20:04.040546 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ea2e84-6722-49ba-a5ad-8313cb280e40 None None] Routers {'5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:20:04.041153 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-33ea2e84-6722-49ba-a5ad-8313cb280e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:20:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:20:04.132157 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fcadf535-a241-4051-bd70-d1332f179ea4 admin admin] Publish callbacks [] for router (5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:04.144783 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-33ea2e84-6722-49ba-a5ad-8313cb280e40 None None] Set router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 gateway port host: dv-cinder-824149-3-iscsi {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:20:04.232679 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fcadf535-a241-4051-bd70-d1332f179ea4 admin admin] Publish callbacks [] for router_gateway (5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:04.284774 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-fcadf535-a241-4051-bd70-d1332f179ea4 admin admin] Deleting port 9c7e5083-4d6f-4d0b-bc46-86418897ed10 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:20:04.285116 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fcadf535-a241-4051-bd70-d1332f179ea4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (9c7e5083-4d6f-4d0b-bc46-86418897ed10), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:04.321931 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-33ea2e84-6722-49ba-a5ad-8313cb280e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:20:03Z', 'revision_number': 5, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port': {'id': '9c7e5083-4d6f-4d0b-bc46-86418897ed10', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:29Z', 'updated_at': '2022-01-11T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:20:04.351824 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ea2e84-6722-49ba-a5ad-8313cb280e40 None None] Checking router: 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 for host: dv-cinder-824149-3-iscsi {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:20:04.360870 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ea2e84-6722-49ba-a5ad-8313cb280e40 None None] Routers {'5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:20:04.361498 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-33ea2e84-6722-49ba-a5ad-8313cb280e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:20:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:20:04.361668 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fcadf535-a241-4051-bd70-d1332f179ea4 admin admin] For port 9c7e5083-4d6f-4d0b-bc46-86418897ed10, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=9c7e5083-4d6f-4d0b-bc46-86418897ed10,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:20:04.362031 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fcadf535-a241-4051-bd70-d1332f179ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (9c7e5083-4d6f-4d0b-bc46-86418897ed10), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:04.378229 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-fcadf535-a241-4051-bd70-d1332f179ea4 admin admin] Calling delete_port for 9c7e5083-4d6f-4d0b-bc46-86418897ed10 owned by network:router_gateway {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:20:04.442786 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-33ea2e84-6722-49ba-a5ad-8313cb280e40 None None] Set router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:20:04.496642 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-33ea2e84-6722-49ba-a5ad-8313cb280e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:20:04Z', 'revision_number': 6, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port_host': None}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:20:04.522058 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ea2e84-6722-49ba-a5ad-8313cb280e40 None None] The sync data for ids ['5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0'] in dv-cinder-824149-3-iscsi is: [{'id': '5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0', 'name': 'tempest-TestVolumeBootPattern-266000139-router', 'tenant_id': '73983d260517467dab770ff153eba8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:28Z', 'updated_at': '2022-01-11T13:20:04Z', 'revision_number': 6, 'project_id': '73983d260517467dab770ff153eba8a9', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:20:04.535659 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fcadf535-a241-4051-bd70-d1332f179ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (9c7e5083-4d6f-4d0b-bc46-86418897ed10), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:04.564863 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadf535-a241-4051-bd70-d1332f179ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c7e5083-4d6f-4d0b-bc46-86418897ed10,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:20:04.622293 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fcadf535-a241-4051-bd70-d1332f179ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7954051'] for router_gateway (5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:04.701584 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:20:04.707440 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fcadf535-a241-4051-bd70-d1332f179ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7983370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5196'] for router (5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:04.709515 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fcadf535-a241-4051-bd70-d1332f179ea4 admin admin] Publish callbacks [] for router_controller (5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0), precommit_delete_associations {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:04.753243 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fcadf535-a241-4051-bd70-d1332f179ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7983475'] for router (5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:04.753706 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcadf535-a241-4051-bd70-d1332f179ea4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 {{(pid=102630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 13:20:04.757949 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fcadf535-a241-4051-bd70-d1332f179ea4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:04.759062 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-fcadf535-a241-4051-bd70-d1332f179ea4 admin admin] 10.222.0.52 "DELETE /v2.0/routers/5ad7359a-cf1a-4568-aa27-5d8e8fd72fa0 HTTP/1.1" status: 204 len: 168 time: 0.7307053 Jan 11 13:20:04.761618 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 59626) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:20:04.804057 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.db_base_plugin_v2 [None req-a381a44c-e08e-43ff-836d-a53b1ca20e7d admin admin] Deleting subnet 0fa84b08-0d99-43f5-874d-09b99bae3402 {{(pid=102630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 13:20:04.806998 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a381a44c-e08e-43ff-836d-a53b1ca20e7d admin admin] Publish callbacks [] for subnet (0fa84b08-0d99-43f5-874d-09b99bae3402), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:04.839243 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a381a44c-e08e-43ff-836d-a53b1ca20e7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476153'] for subnet (0fa84b08-0d99-43f5-874d-09b99bae3402), precommit_delete_associations {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:04.918324 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a381a44c-e08e-43ff-836d-a53b1ca20e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905359'] for subnet (0fa84b08-0d99-43f5-874d-09b99bae3402), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:04.973040 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a381a44c-e08e-43ff-836d-a53b1ca20e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4386099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203008'] for subnet (0fa84b08-0d99-43f5-874d-09b99bae3402), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:04.998357 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381a44c-e08e-43ff-836d-a53b1ca20e7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa84b08-0d99-43f5-874d-09b99bae3402,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:20:05.003171 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a381a44c-e08e-43ff-836d-a53b1ca20e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for subnet (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:05.006449 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-a381a44c-e08e-43ff-836d-a53b1ca20e7d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0fa84b08-0d99-43f5-874d-09b99bae3402 HTTP/1.1" status: 204 len: 168 time: 0.2439225 Jan 11 13:20:05.008833 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.wsgi [-] (102630) accepted ('10.222.0.52', 59628) {{(pid=102630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:20:05.011036 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df451e4c-db5e-498f-bb0d-cb58180fb79b None None] Network fd962c64-7dca-4f4f-b8a2-339a98bd73ca requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:20:05.078402 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762316'] for network (fd962c64-7dca-4f4f-b8a2-339a98bd73ca), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:05.141604 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] Deleting port 2d34c23f-5eb0-496e-b849-7d4efb5cb185 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:20:05.141939 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (2d34c23f-5eb0-496e-b849-7d4efb5cb185), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:05.201307 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] For port 2d34c23f-5eb0-496e-b849-7d4efb5cb185, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=2d34c23f-5eb0-496e-b849-7d4efb5cb185,segment=NetworkSegment(2b551ba1-9a56-40b3-8b6e-11022d99538b),segment_id=2b551ba1-9a56-40b3-8b6e-11022d99538b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:20:05.201669 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (2d34c23f-5eb0-496e-b849-7d4efb5cb185), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:05.207978 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:05.213657 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] Calling delete_port for 2d34c23f-5eb0-496e-b849-7d4efb5cb185 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:20:05.264004 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:05.286051 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9ceeab-cd34-4494-b9b5-c47ac90de7d9 None None] DHCP port deletion for fd962c64-7dca-4f4f-b8a2-339a98bd73ca request from dv-cinder-824149-3-iscsi {{(pid=102631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 13:20:05.297230 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4386150'] for port (2d34c23f-5eb0-496e-b849-7d4efb5cb185), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:05.324256 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d34c23f-5eb0-496e-b849-7d4efb5cb185,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:20:05.326184 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] No DVR routers for this DVR port 2d34c23f-5eb0-496e-b849-7d4efb5cb185 on host dv-cinder-824149-3-iscsi {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:20:05.338880 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ceeab-cd34-4494-b9b5-c47ac90de7d9 None None] Deleting port 2d34c23f-5eb0-496e-b849-7d4efb5cb185 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:20:05.339252 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7d9ceeab-cd34-4494-b9b5-c47ac90de7d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (2d34c23f-5eb0-496e-b849-7d4efb5cb185), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:05.397614 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911386', 'neutron.services.segments.db._delete_segments_for_network-8779303588271'] for network (fd962c64-7dca-4f4f-b8a2-339a98bd73ca), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:05.408498 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7d9ceeab-cd34-4494-b9b5-c47ac90de7d9 None None] For port 2d34c23f-5eb0-496e-b849-7d4efb5cb185, host dv-cinder-824149-3-iscsi, got binding levels [] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:20:05.408900 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7d9ceeab-cd34-4494-b9b5-c47ac90de7d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (2d34c23f-5eb0-496e-b849-7d4efb5cb185), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:05.421612 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ceeab-cd34-4494-b9b5-c47ac90de7d9 None None] Calling delete_port for 2d34c23f-5eb0-496e-b849-7d4efb5cb185 owned by network:dhcp {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:20:05.421974 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd962c64-7dca-4f4f-b8a2-339a98bd73ca']}} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:20:05.424340 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.ipam_backend_mixin [None req-7d9ceeab-cd34-4494-b9b5-c47ac90de7d9 None None] Port 2d34c23f-5eb0-496e-b849-7d4efb5cb185 was not found and therefore no delete operation was performed {{(pid=102631) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 11 13:20:05.425591 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7d9ceeab-cd34-4494-b9b5-c47ac90de7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871'] for port (2d34c23f-5eb0-496e-b849-7d4efb5cb185), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:05.431362 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b551ba1-9a56-40b3-8b6e-11022d99538b') {'for_net_delete': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:20:05.431667 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.services.segments.db [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b551ba1-9a56-40b3-8b6e-11022d99538b') {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:20:05.441530 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779303593144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5476144'] for segment (2b551ba1-9a56-40b3-8b6e-11022d99538b), before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:05.448381 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ceeab-cd34-4494-b9b5-c47ac90de7d9 None None] Pushing event deleted for resources: {'Port': ['ID=2d34c23f-5eb0-496e-b849-7d4efb5cb185,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:20:05.455487 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ceeab-cd34-4494-b9b5-c47ac90de7d9 None None] No DVR routers for this DVR port 2d34c23f-5eb0-496e-b849-7d4efb5cb185 on host dv-cinder-824149-3-iscsi {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:20:05.456446 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (2b551ba1-9a56-40b3-8b6e-11022d99538b), precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:05.465237 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 13:20:05.465956 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4386133'] for segment (2b551ba1-9a56-40b3-8b6e-11022d99538b), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: warnings.warn(msg) Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: Traceback (most recent call last): Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: timer() Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: cb(*args, **kw) Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: return func(*args, **kwargs) Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: self._notify() Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: self.callback(batched_events) Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: event.method(event) Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: return f(self, *a, **k) Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: return self._get(url).json() Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: return self.request(url, 'GET', **kwargs) Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 13:20:05.467360 dv-cinder-824149-3-iscsi neutron-server[102630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 13:20:05.522310 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7954151'] for network (fd962c64-7dca-4f4f-b8a2-339a98bd73ca), after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:05.531059 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:05.534228 dv-cinder-824149-3-iscsi neutron-server[102630]: INFO neutron.wsgi [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/fd962c64-7dca-4f4f-b8a2-339a98bd73ca HTTP/1.1" status: 204 len: 168 time: 0.5244770 Jan 11 13:20:05.541598 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59630) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:20:05.543502 dv-cinder-824149-3-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd6adf-9512-4f8b-a063-7ad0f49c92f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd962c64-7dca-4f4f-b8a2-339a98bd73ca,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:20:05.875478 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8b3be951-5def-49c2-89e5-36fb591213ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7987925'] for router_interface (e947eb76-5090-4022-8ae2-9b6138ada95f), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:06.119143 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8b3be951-5def-49c2-89e5-36fb591213ef admin admin] Deleting port ad4883b9-57f2-4b15-82b5-1d5c52febaa0 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:20:06.119486 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8b3be951-5def-49c2-89e5-36fb591213ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:06.196636 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-8b3be951-5def-49c2-89e5-36fb591213ef admin admin] For port ad4883b9-57f2-4b15-82b5-1d5c52febaa0, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=ad4883b9-57f2-4b15-82b5-1d5c52febaa0,segment=NetworkSegment(961a1138-2af3-44d0-b3ae-66ae9b19ab33),segment_id=961a1138-2af3-44d0-b3ae-66ae9b19ab33)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:20:06.196994 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8b3be951-5def-49c2-89e5-36fb591213ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:06.206262 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 9c7e5083-4d6f-4d0b-bc46-86418897ed10 no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:20:06.211125 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8b3be951-5def-49c2-89e5-36fb591213ef admin admin] Calling delete_port for ad4883b9-57f2-4b15-82b5-1d5c52febaa0 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:20:06.229664 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: 9c7e5083-4d6f-4d0b-bc46-86418897ed10 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:20:06.229999 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 9c7e5083-4d6f-4d0b-bc46-86418897ed10 not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:20:06.230422 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 2d34c23f-5eb0-496e-b849-7d4efb5cb185 no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:20:06.249492 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: 2d34c23f-5eb0-496e-b849-7d4efb5cb185 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:20:06.249832 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 2d34c23f-5eb0-496e-b849-7d4efb5cb185 not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:20:06.250242 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 2d85050e-c55b-4cfe-b6ff-3eba91379d8c no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:20:06.268241 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: 2d85050e-c55b-4cfe-b6ff-3eba91379d8c {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:20:06.268595 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 2d85050e-c55b-4cfe-b6ff-3eba91379d8c not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:20:06.389112 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8b3be951-5def-49c2-89e5-36fb591213ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (ad4883b9-57f2-4b15-82b5-1d5c52febaa0), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:06.417183 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3be951-5def-49c2-89e5-36fb591213ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4883b9-57f2-4b15-82b5-1d5c52febaa0,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:20:06.576217 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8b3be951-5def-49c2-89e5-36fb591213ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8104554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7987809'] for router_interface (e947eb76-5090-4022-8ae2-9b6138ada95f), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:06.630813 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:07.036876 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3be951-5def-49c2-89e5-36fb591213ef admin admin] Router e947eb76-5090-4022-8ae2-9b6138ada95f has already been hosted by L3 agent 89e4bef4-319a-4c63-b9ca-69013c019b5a {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 13:20:07.135711 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3be951-5def-49c2-89e5-36fb591213ef admin admin] Notify agent at l3_agent.dv-cinder-824149-3-iscsi the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 13:20:07.141158 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-8b3be951-5def-49c2-89e5-36fb591213ef admin admin] 10.222.0.52 "PUT /v2.0/routers/e947eb76-5090-4022-8ae2-9b6138ada95f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6017499 Jan 11 13:20:07.143595 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59632) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:20:07.146135 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c7ba40-7463-48d9-b95c-4e5e6a6c86ce None None] Sync routers for ids ['e947eb76-5090-4022-8ae2-9b6138ada95f'] in dv-cinder-824149-3-iscsi {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 13:20:07.157075 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c7ba40-7463-48d9-b95c-4e5e6a6c86ce None None] Routers {'e947eb76-5090-4022-8ae2-9b6138ada95f'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:20:07.157689 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-61c7ba40-7463-48d9-b95c-4e5e6a6c86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:20:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['e947eb76-5090-4022-8ae2-9b6138ada95f'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:20:07.244191 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e91df69-9c9d-4868-976c-b446b4688421 admin admin] Publish callbacks [] for router (e947eb76-5090-4022-8ae2-9b6138ada95f), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:07.258804 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-61c7ba40-7463-48d9-b95c-4e5e6a6c86ce None None] Set router e947eb76-5090-4022-8ae2-9b6138ada95f gateway port host: dv-cinder-824149-3-iscsi {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:20:07.343109 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e91df69-9c9d-4868-976c-b446b4688421 admin admin] Publish callbacks [] for router_gateway (e947eb76-5090-4022-8ae2-9b6138ada95f), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:07.395072 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2e91df69-9c9d-4868-976c-b446b4688421 admin admin] Deleting port 98d4ab85-60da-40d3-bf35-649549202efb {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:20:07.395414 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e91df69-9c9d-4868-976c-b446b4688421 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (98d4ab85-60da-40d3-bf35-649549202efb), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:07.432001 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-61c7ba40-7463-48d9-b95c-4e5e6a6c86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'name': 'tempest-TestVolumeBootPattern-1547675007-router', 'tenant_id': '6e145a0206a5424bb7973d67232c4548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'external_fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '98d4ab85-60da-40d3-bf35-649549202efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:32Z', 'updated_at': '2022-01-11T13:20:06Z', 'revision_number': 5, 'project_id': '6e145a0206a5424bb7973d67232c4548', 'gw_port': {'id': '98d4ab85-60da-40d3-bf35-649549202efb', 'name': '', 'network_id': '0598fff4-adad-45d5-af02-105f0894d10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '66781078-a32f-4264-ad39-be43878d13e8', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T13:12:33Z', 'updated_at': '2022-01-11T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66781078-a32f-4264-ad39-be43878d13e8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-3-iscsi'}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:20:07.461297 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c7ba40-7463-48d9-b95c-4e5e6a6c86ce None None] Checking router: e947eb76-5090-4022-8ae2-9b6138ada95f for host: dv-cinder-824149-3-iscsi {{(pid=102632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 13:20:07.470058 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c7ba40-7463-48d9-b95c-4e5e6a6c86ce None None] Routers {'e947eb76-5090-4022-8ae2-9b6138ada95f'} bound to L3 agent in host dv-cinder-824149-3-iscsi {{(pid=102632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 13:20:07.470659 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-61c7ba40-7463-48d9-b95c-4e5e6a6c86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T13:00:03Z,description=,heartbeat_timestamp=2022-01-11T13:20:03Z,host='dv-cinder-824149-3-iscsi',id=89e4bef4-319a-4c63-b9ca-69013c019b5a,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T13:00:03Z,topic='l3_agent')) {'router_ids': ['e947eb76-5090-4022-8ae2-9b6138ada95f'], 'active': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:20:07.475976 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-2e91df69-9c9d-4868-976c-b446b4688421 admin admin] For port 98d4ab85-60da-40d3-bf35-649549202efb, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=98d4ab85-60da-40d3-bf35-649549202efb,segment=NetworkSegment(5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd),segment_id=5f7acdc6-5e8e-47a3-81d3-40cf93e1eedd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:20:07.476369 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e91df69-9c9d-4868-976c-b446b4688421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (98d4ab85-60da-40d3-bf35-649549202efb), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:07.489275 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2e91df69-9c9d-4868-976c-b446b4688421 admin admin] Calling delete_port for 98d4ab85-60da-40d3-bf35-649549202efb owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:20:07.555370 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvr_db [None req-61c7ba40-7463-48d9-b95c-4e5e6a6c86ce None None] Set router e947eb76-5090-4022-8ae2-9b6138ada95f gateway port host: None {{(pid=102632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 13:20:07.606069 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.l3_hamode_db [None req-61c7ba40-7463-48d9-b95c-4e5e6a6c86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'name': 'tempest-TestVolumeBootPattern-1547675007-router', 'tenant_id': '6e145a0206a5424bb7973d67232c4548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:32Z', 'updated_at': '2022-01-11T13:20:07Z', 'revision_number': 6, 'project_id': '6e145a0206a5424bb7973d67232c4548', 'gw_port_host': None}], 'dv-cinder-824149-3-iscsi', False) {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:20:07.634550 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c7ba40-7463-48d9-b95c-4e5e6a6c86ce None None] The sync data for ids ['e947eb76-5090-4022-8ae2-9b6138ada95f'] in dv-cinder-824149-3-iscsi is: [{'id': 'e947eb76-5090-4022-8ae2-9b6138ada95f', 'name': 'tempest-TestVolumeBootPattern-1547675007-router', 'tenant_id': '6e145a0206a5424bb7973d67232c4548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T13:12:32Z', 'updated_at': '2022-01-11T13:20:07Z', 'revision_number': 6, 'project_id': '6e145a0206a5424bb7973d67232c4548', 'gw_port_host': None}] {{(pid=102632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 13:20:07.652094 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e91df69-9c9d-4868-976c-b446b4688421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (98d4ab85-60da-40d3-bf35-649549202efb), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:07.681267 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91df69-9c9d-4868-976c-b446b4688421 admin admin] Pushing event deleted for resources: {'Port': ['ID=98d4ab85-60da-40d3-bf35-649549202efb,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:20:07.742390 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e91df69-9c9d-4868-976c-b446b4688421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7954051'] for router_gateway (e947eb76-5090-4022-8ae2-9b6138ada95f), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:07.828329 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e91df69-9c9d-4868-976c-b446b4688421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7983370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5196'] for router (e947eb76-5090-4022-8ae2-9b6138ada95f), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:07.830388 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e91df69-9c9d-4868-976c-b446b4688421 admin admin] Publish callbacks [] for router_controller (e947eb76-5090-4022-8ae2-9b6138ada95f), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:07.871728 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e91df69-9c9d-4868-976c-b446b4688421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7983475'] for router (e947eb76-5090-4022-8ae2-9b6138ada95f), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:07.872335 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e91df69-9c9d-4868-976c-b446b4688421 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e947eb76-5090-4022-8ae2-9b6138ada95f {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 13:20:07.876510 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e91df69-9c9d-4868-976c-b446b4688421 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:07.877645 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-2e91df69-9c9d-4868-976c-b446b4688421 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e947eb76-5090-4022-8ae2-9b6138ada95f HTTP/1.1" status: 204 len: 168 time: 0.7330568 Jan 11 13:20:07.880204 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59634) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:20:07.923671 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1d102a-d2de-4744-bf4f-022516ee8ef1 admin admin] Deleting subnet 0c0c993c-9e1d-445d-84fa-a02a3dc23c3d {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 13:20:07.926665 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c1d102a-d2de-4744-bf4f-022516ee8ef1 admin admin] Publish callbacks [] for subnet (0c0c993c-9e1d-445d-84fa-a02a3dc23c3d), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:07.964260 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c1d102a-d2de-4744-bf4f-022516ee8ef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4699569'] for subnet (0c0c993c-9e1d-445d-84fa-a02a3dc23c3d), precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.047388 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c1d102a-d2de-4744-bf4f-022516ee8ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905359'] for subnet (0c0c993c-9e1d-445d-84fa-a02a3dc23c3d), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.100090 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c1d102a-d2de-4744-bf4f-022516ee8ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5438415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4649914'] for subnet (0c0c993c-9e1d-445d-84fa-a02a3dc23c3d), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.130012 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d102a-d2de-4744-bf4f-022516ee8ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c0c993c-9e1d-445d-84fa-a02a3dc23c3d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:20:08.131974 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c1d102a-d2de-4744-bf4f-022516ee8ef1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.135264 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-6c1d102a-d2de-4744-bf4f-022516ee8ef1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0c0c993c-9e1d-445d-84fa-a02a3dc23c3d HTTP/1.1" status: 204 len: 168 time: 0.2541101 Jan 11 13:20:08.135640 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26430653-501b-499e-be76-12079111e870 None None] Network 8ea86046-ed5e-4474-b897-05baf566dfe9 requested from dv-cinder-824149-3-iscsi {{(pid=102631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 13:20:08.137729 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59636) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:20:08.204256 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762316'] for network (8ea86046-ed5e-4474-b897-05baf566dfe9), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.254861 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] Deleting port d505eb23-32e2-4101-a5dc-6484d4eb7621 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:20:08.255198 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (d505eb23-32e2-4101-a5dc-6484d4eb7621), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.318777 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] For port d505eb23-32e2-4101-a5dc-6484d4eb7621, host dv-cinder-824149-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-3-iscsi',level=0,port_id=d505eb23-32e2-4101-a5dc-6484d4eb7621,segment=NetworkSegment(961a1138-2af3-44d0-b3ae-66ae9b19ab33),segment_id=961a1138-2af3-44d0-b3ae-66ae9b19ab33)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:20:08.319134 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (d505eb23-32e2-4101-a5dc-6484d4eb7621), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.331145 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] Calling delete_port for d505eb23-32e2-4101-a5dc-6484d4eb7621 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:20:08.385366 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ae9ab6-c019-49c0-aeba-7bb582f885bd None None] DHCP port deletion for 8ea86046-ed5e-4474-b897-05baf566dfe9 request from dv-cinder-824149-3-iscsi {{(pid=102631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 13:20:08.432172 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5438362'] for port (d505eb23-32e2-4101-a5dc-6484d4eb7621), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.433961 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device d505eb23-32e2-4101-a5dc-6484d4eb7621 no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:20:08.455512 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: d505eb23-32e2-4101-a5dc-6484d4eb7621 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:20:08.455869 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device d505eb23-32e2-4101-a5dc-6484d4eb7621 not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:20:08.456322 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 98d4ab85-60da-40d3-bf35-649549202efb no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:20:08.460252 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] No DVR routers for this DVR port d505eb23-32e2-4101-a5dc-6484d4eb7621 on host dv-cinder-824149-3-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:20:08.481909 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: 98d4ab85-60da-40d3-bf35-649549202efb {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:20:08.482258 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device 98d4ab85-60da-40d3-bf35-649549202efb not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:20:08.482718 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device ad4883b9-57f2-4b15-82b5-1d5c52febaa0 no longer exists at agent ovs-agent-dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 13:20:08.487462 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-03ae9ab6-c019-49c0-aeba-7bb582f885bd None None] Deleting port d505eb23-32e2-4101-a5dc-6484d4eb7621 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 13:20:08.487564 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=d505eb23-32e2-4101-a5dc-6484d4eb7621,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:20:08.487745 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-03ae9ab6-c019-49c0-aeba-7bb582f885bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779303548263'] for port (d505eb23-32e2-4101-a5dc-6484d4eb7621), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.544927 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911386', 'neutron.services.segments.db._delete_segments_for_network-8779303588271'] for network (8ea86046-ed5e-4474-b897-05baf566dfe9), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.567097 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea86046-ed5e-4474-b897-05baf566dfe9']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:20:08.580431 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961a1138-2af3-44d0-b3ae-66ae9b19ab33') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:20:08.580866 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.services.segments.db [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961a1138-2af3-44d0-b3ae-66ae9b19ab33') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 13:20:08.593655 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779303593144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4699576'] for segment (961a1138-2af3-44d0-b3ae-66ae9b19ab33), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.608988 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902'] for segment (961a1138-2af3-44d0-b3ae-66ae9b19ab33), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.616512 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 13:20:08.616910 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5438377'] for segment (961a1138-2af3-44d0-b3ae-66ae9b19ab33), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: Traceback (most recent call last): Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: timer() Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: cb(*args, **kw) Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: return func(*args, **kwargs) Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: self._notify() Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: self.callback(batched_events) Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: event.method(event) Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: return f(self, *a, **k) Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: return self._get(url).json() Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: return self.request(url, 'GET', **kwargs) Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 13:20:08.618716 dv-cinder-824149-3-iscsi neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 13:20:08.647677 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] No Port match for: ad4883b9-57f2-4b15-82b5-1d5c52febaa0 {{(pid=102631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 13:20:08.648024 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.rpc [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Device ad4883b9-57f2-4b15-82b5-1d5c52febaa0 not bound to the agent host dv-cinder-824149-3-iscsi {{(pid=102631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 13:20:08.683825 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7954151'] for network (8ea86046-ed5e-4474-b897-05baf566dfe9), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.689862 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8098443'] for network (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.693345 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8ea86046-ed5e-4474-b897-05baf566dfe9 HTTP/1.1" status: 204 len: 168 time: 0.5546956 Jan 11 13:20:08.703606 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-03ae9ab6-c019-49c0-aeba-7bb582f885bd None None] For port d505eb23-32e2-4101-a5dc-6484d4eb7621, host dv-cinder-824149-3-iscsi, got binding levels [] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 13:20:08.704013 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-03ae9ab6-c019-49c0-aeba-7bb582f885bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950128'] for port (d505eb23-32e2-4101-a5dc-6484d4eb7621), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.707981 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944bb230-f77d-4800-b1c8-1498e5fb1b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ea86046-ed5e-4474-b897-05baf566dfe9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:20:08.717489 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-03ae9ab6-c019-49c0-aeba-7bb582f885bd None None] Calling delete_port for d505eb23-32e2-4101-a5dc-6484d4eb7621 owned by network:dhcp {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 13:20:08.720410 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.ipam_backend_mixin [None req-03ae9ab6-c019-49c0-aeba-7bb582f885bd None None] Port d505eb23-32e2-4101-a5dc-6484d4eb7621 was not found and therefore no delete operation was performed {{(pid=102631) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 11 13:20:08.721572 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-03ae9ab6-c019-49c0-aeba-7bb582f885bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8098457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779303505924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779303034871'] for port (d505eb23-32e2-4101-a5dc-6484d4eb7621), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.743137 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03ae9ab6-c019-49c0-aeba-7bb582f885bd None None] Network 8ea86046-ed5e-4474-b897-05baf566dfe9 is not hosted by any dhcp agent {{(pid=102631) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 11 13:20:08.743600 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae9ab6-c019-49c0-aeba-7bb582f885bd None None] No DVR routers for this DVR port d505eb23-32e2-4101-a5dc-6484d4eb7621 on host dv-cinder-824149-3-iscsi {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 13:20:08.745371 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae9ab6-c019-49c0-aeba-7bb582f885bd None None] Pushing event deleted for resources: {'Port': ['ID=d505eb23-32e2-4101-a5dc-6484d4eb7621,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:20:08.807396 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59640) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:20:08.846091 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-58382fc0-f4e1-41af-8538-7a142e8ee1cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73983d260517467dab770ff153eba8a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375588 Jan 11 13:20:08.848404 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59642) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:20:08.893792 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-18122a45-129d-4f31-924b-d8cfb2a8c977 admin admin] Publish callbacks [] for security_group (2b6309bf-954c-4dab-a150-bc6a7aa8c262), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.913693 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-18122a45-129d-4f31-924b-d8cfb2a8c977 admin admin] Publish callbacks [] for security_group (2b6309bf-954c-4dab-a150-bc6a7aa8c262), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.960028 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-18122a45-129d-4f31-924b-d8cfb2a8c977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (2b6309bf-954c-4dab-a150-bc6a7aa8c262), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.962627 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-18122a45-129d-4f31-924b-d8cfb2a8c977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:08.963793 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-18122a45-129d-4f31-924b-d8cfb2a8c977 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b6309bf-954c-4dab-a150-bc6a7aa8c262 HTTP/1.1" status: 204 len: 168 time: 0.1145108 Jan 11 13:20:08.972168 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18122a45-129d-4f31-924b-d8cfb2a8c977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6309bf-954c-4dab-a150-bc6a7aa8c262,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:20:09.263086 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59648) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:20:09.301802 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-657eef35-6996-42a8-a0ec-ed0906d4dda3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e145a0206a5424bb7973d67232c4548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375700 Jan 11 13:20:09.304103 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.52', 59650) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 13:20:09.352739 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9720f01f-15f3-4224-9b6b-a3914305b846 admin admin] Publish callbacks [] for security_group (0c5b200b-19ae-43ae-846f-a55f22b850a6), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:09.372600 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9720f01f-15f3-4224-9b6b-a3914305b846 admin admin] Publish callbacks [] for security_group (0c5b200b-19ae-43ae-846f-a55f22b850a6), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:09.417618 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9720f01f-15f3-4224-9b6b-a3914305b846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307036'] for security_group (0c5b200b-19ae-43ae-846f-a55f22b850a6), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:09.420326 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9720f01f-15f3-4224-9b6b-a3914305b846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:09.421457 dv-cinder-824149-3-iscsi neutron-server[102629]: INFO neutron.wsgi [None req-9720f01f-15f3-4224-9b6b-a3914305b846 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0c5b200b-19ae-43ae-846f-a55f22b850a6 HTTP/1.1" status: 204 len: 168 time: 0.1164539 Jan 11 13:20:09.428785 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720f01f-15f3-4224-9b6b-a3914305b846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5b200b-19ae-43ae-846f-a55f22b850a6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 13:20:30.579872 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-30fba4c9-cd45-4250-91c7-bf93ef9d7598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:32.616450 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e07092b2-ab36-43e5-af0a-edf94a514202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:33.987372 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:35.207685 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:35.264048 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:36.632921 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:20:41.700753 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:21:00.580929 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fdfc1969-47e8-4d5b-8a61-dc70f8602765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:21:02.617811 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e12f8e92-285f-4f20-b535-abf52e1638af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:21:03.990629 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:21:05.221570 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:21:05.267105 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:21:06.634143 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:21:18.699567 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:21:30.581726 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b0802437-dc88-4a71-a940-ee2bc40a2e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:21:32.619062 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dae4438f-ab0b-4926-8ba8-c1814fc4162a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:21:33.992865 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:21:35.223237 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:21:35.272321 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:21:36.636104 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:21:55.698979 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:22:00.582758 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a1d75f90-d6db-4faa-83af-94dd01472ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:22:02.620301 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-48b3249e-eab0-498c-b8f8-85b2d17782fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:22:03.995670 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:22:05.236895 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:22:05.272008 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:22:06.637200 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:22:30.586544 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-339e9021-dec2-4df5-b27d-4dc0a347110f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:22:32.620559 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a3616893-0936-452e-b6cc-27939e32dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:22:32.697687 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:22:33.997353 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:22:35.251643 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:22:35.275207 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:22:36.640095 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:23:00.587596 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-741cc79a-685b-4c1f-9018-86c0d806c06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:23:02.622335 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c0e0325d-929b-432b-9d1f-13af4b67253e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:23:04.003427 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:23:05.288924 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:23:05.289932 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:23:06.641840 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:23:09.696867 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:23:27.175364 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [req-40a8f4da-3af0-43d2-ad8e-4f1420693e1b req-7dedf99c-7022-459a-8fe8-c37546621585 service neutron] (102629) timed out ('10.222.0.49', 56435) {{(pid=102629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 11 13:23:30.586738 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d6944dbc-6d95-43e1-a9d3-9415cc872fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:23:32.623320 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72ae6318-ec6c-4b63-834e-fdf2076cfd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:23:34.003691 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:23:35.279103 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:23:35.283747 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:23:36.646460 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:23:43.898263 dv-cinder-824149-3-iscsi neutron-server[102629]: DEBUG neutron.wsgi [req-152f333c-9098-4433-aba7-a2bd3a52dfc5 req-dfead042-5d38-43e6-be3f-e42fdd3586c8 service neutron] (102629) timed out ('10.222.0.49', 56457) {{(pid=102629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 11 13:23:46.695834 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:24:00.587712 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c275e0f1-4546-45ff-9053-474bd5a5c783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:24:02.625325 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f2e521b8-19f5-46c2-a87d-a40c4d585c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:24:04.005648 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:24:05.266420 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:24:05.283926 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:24:06.640332 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:24:23.694752 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:24:30.588994 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-599332bc-afc6-45c7-8b6c-1ffa74d2b4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:24:32.625119 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7cd14aea-9e36-44d0-86ed-e53337f0497f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:24:34.008058 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:24:35.287467 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:24:35.291676 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:24:36.641254 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:25:00.590708 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bfca9ba0-2b13-49bd-8057-57822e216b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1e9ba44b-c3dd-4862-8a85-b39f06ad7d9c), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:25:00.692803 dv-cinder-824149-3-iscsi neutron-server[102632]: DEBUG neutron.db.agents_db [None req-5bf55c69-ca70-4173-9b92-f312fdff9487 None None] Agent healthcheck: found 6 active agents {{(pid=102632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 13:25:02.627173 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e7447ddf-f074-4d8b-bcdf-432d294bdc96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (89e4bef4-319a-4c63-b9ca-69013c019b5a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:25:04.011415 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dc24ecd-2e18-4b7d-954f-44b08e52f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (6f43d9e5-3f53-46e8-94a0-4d92af24778b), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:25:05.297098 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7996b383-988e-464b-a5f3-33715719df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (0df7e9c3-fd0e-431f-8983-d1788388fedb), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:25:05.299037 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc117-aa7c-441f-8717-f3de23c0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (1cc89e15-50bb-46c5-a453-5b6b5ad9515d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 13:25:06.643164 dv-cinder-824149-3-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b945ba78-465f-4864-b694-afce2a08e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779303588253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910796'] for agent (349eef13-61d3-4d58-a79f-5507129e3d21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}